2024-11-19 17:16:47,431 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-19 17:16:47,445 main DEBUG Took 0.011915 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-19 17:16:47,446 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-19 17:16:47,446 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-19 17:16:47,447 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-19 17:16:47,448 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 17:16:47,457 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-19 17:16:47,477 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 17:16:47,478 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 17:16:47,479 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 17:16:47,479 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 17:16:47,480 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 17:16:47,480 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 17:16:47,481 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 17:16:47,481 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 17:16:47,481 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 17:16:47,482 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 17:16:47,482 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 17:16:47,483 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 17:16:47,483 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 17:16:47,483 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 17:16:47,484 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 17:16:47,484 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 17:16:47,485 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 17:16:47,485 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 17:16:47,485 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 17:16:47,486 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 17:16:47,486 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 17:16:47,486 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 17:16:47,487 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 17:16:47,487 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 17:16:47,487 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 17:16:47,487 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-19 17:16:47,489 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 17:16:47,490 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-19 17:16:47,492 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-19 17:16:47,492 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-19 17:16:47,493 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-19 17:16:47,493 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-19 17:16:47,502 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-19 17:16:47,504 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-19 17:16:47,506 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-19 17:16:47,506 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-19 17:16:47,506 main DEBUG createAppenders(={Console}) 2024-11-19 17:16:47,507 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-19 17:16:47,507 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-19 17:16:47,508 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-19 17:16:47,508 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-19 17:16:47,508 main DEBUG OutputStream closed 2024-11-19 17:16:47,509 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-19 17:16:47,509 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-19 17:16:47,509 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-19 17:16:47,577 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-19 17:16:47,579 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-19 17:16:47,580 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-19 17:16:47,581 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-19 17:16:47,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-19 17:16:47,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-19 17:16:47,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-19 17:16:47,583 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-19 17:16:47,583 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-19 17:16:47,583 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-19 17:16:47,584 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-19 17:16:47,584 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-19 17:16:47,584 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-19 17:16:47,584 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-19 17:16:47,585 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-19 17:16:47,585 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-19 17:16:47,585 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-19 17:16:47,586 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-19 17:16:47,588 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19 17:16:47,589 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-19 17:16:47,589 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-19 17:16:47,590 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-19T17:16:47,603 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-19 17:16:47,606 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-19 17:16:47,606 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19T17:16:47,659 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=285, ProcessCount=11, AvailableMemoryMB=7266 2024-11-19T17:16:47,885 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-19T17:16:47,924 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180 2024-11-19T17:16:47,927 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180/cluster_86801e7f-e298-58cd-0d2d-4b09e84829bc, deleteOnExit=true 2024-11-19T17:16:48,011 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180/cluster_86801e7f-e298-58cd-0d2d-4b09e84829bc/zookeeper_0, clientPort=64034, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180/cluster_86801e7f-e298-58cd-0d2d-4b09e84829bc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180/cluster_86801e7f-e298-58cd-0d2d-4b09e84829bc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T17:16:48,024 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64034 2024-11-19T17:16:48,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T17:16:48,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T17:16:48,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180/test.cache.data in system properties and HBase conf 2024-11-19T17:16:48,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T17:16:48,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180/hadoop.log.dir in system properties and HBase conf 2024-11-19T17:16:48,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T17:16:48,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T17:16:48,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T17:16:48,130 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-19T17:16:48,239 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T17:16:48,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:16:48,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:16:48,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T17:16:48,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:16:48,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T17:16:48,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T17:16:48,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:16:48,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:16:48,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T17:16:48,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180/nfs.dump.dir in system properties and HBase conf 2024-11-19T17:16:48,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180/java.io.tmpdir in system properties and HBase conf 2024-11-19T17:16:48,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:16:48,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T17:16:48,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T17:16:49,050 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T17:16:49,125 INFO [Time-limited test {}] log.Log(170): Logging initialized @2407ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-19T17:16:49,201 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:16:49,266 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:16:49,293 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:16:49,293 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:16:49,294 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T17:16:49,308 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:16:49,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:16:49,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:16:49,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180/java.io.tmpdir/jetty-localhost-33913-hadoop-hdfs-3_4_1-tests_jar-_-any-6692184784017165507/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:16:49,508 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:33913} 2024-11-19T17:16:49,509 INFO [Time-limited test {}] server.Server(415): Started @2791ms 2024-11-19T17:16:49,943 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:16:49,950 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:16:49,951 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:16:49,951 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:16:49,951 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T17:16:49,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:16:49,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:16:50,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180/java.io.tmpdir/jetty-localhost-36763-hadoop-hdfs-3_4_1-tests_jar-_-any-16858231282009033609/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:16:50,074 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:36763} 2024-11-19T17:16:50,075 INFO [Time-limited test {}] server.Server(415): Started @3357ms 2024-11-19T17:16:50,128 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T17:16:50,632 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180/cluster_86801e7f-e298-58cd-0d2d-4b09e84829bc/data/data1/current/BP-1341531313-172.17.0.2-1732036608804/current, will proceed with Du for space computation calculation, 2024-11-19T17:16:50,632 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180/cluster_86801e7f-e298-58cd-0d2d-4b09e84829bc/data/data2/current/BP-1341531313-172.17.0.2-1732036608804/current, will proceed with Du for space computation calculation, 2024-11-19T17:16:50,675 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T17:16:50,729 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc73f4b8219ae23ce with lease ID 0x2c029385ef7c76d6: Processing first storage report for DS-c031ea6c-bb6e-4b21-8e57-79e31d7cbfb6 from datanode DatanodeRegistration(127.0.0.1:38905, datanodeUuid=0cd51c9f-9683-40dd-ac90-a0b7b46418eb, infoPort=35523, infoSecurePort=0, ipcPort=39879, storageInfo=lv=-57;cid=testClusterID;nsid=976107949;c=1732036608804) 2024-11-19T17:16:50,730 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc73f4b8219ae23ce with lease ID 0x2c029385ef7c76d6: from storage DS-c031ea6c-bb6e-4b21-8e57-79e31d7cbfb6 node DatanodeRegistration(127.0.0.1:38905, datanodeUuid=0cd51c9f-9683-40dd-ac90-a0b7b46418eb, infoPort=35523, infoSecurePort=0, ipcPort=39879, storageInfo=lv=-57;cid=testClusterID;nsid=976107949;c=1732036608804), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T17:16:50,731 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc73f4b8219ae23ce with lease ID 0x2c029385ef7c76d6: Processing first storage report for DS-5e1e2a09-2ce5-45cd-b93a-9b481bd4cb5f from datanode DatanodeRegistration(127.0.0.1:38905, datanodeUuid=0cd51c9f-9683-40dd-ac90-a0b7b46418eb, infoPort=35523, infoSecurePort=0, ipcPort=39879, storageInfo=lv=-57;cid=testClusterID;nsid=976107949;c=1732036608804) 2024-11-19T17:16:50,731 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc73f4b8219ae23ce with lease ID 0x2c029385ef7c76d6: from storage DS-5e1e2a09-2ce5-45cd-b93a-9b481bd4cb5f node DatanodeRegistration(127.0.0.1:38905, datanodeUuid=0cd51c9f-9683-40dd-ac90-a0b7b46418eb, infoPort=35523, infoSecurePort=0, ipcPort=39879, storageInfo=lv=-57;cid=testClusterID;nsid=976107949;c=1732036608804), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:16:50,780 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180 2024-11-19T17:16:50,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:16:50,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:16:51,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38905 is added to blk_1073741825_1001 (size=7) 2024-11-19T17:16:51,423 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba with version=8 2024-11-19T17:16:51,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/hbase-staging 2024-11-19T17:16:51,519 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-19T17:16:51,769 INFO [Time-limited test {}] client.ConnectionUtils(128): master/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:16:51,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:16:51,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:16:51,785 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:16:51,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:16:51,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:16:51,921 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T17:16:51,979 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-19T17:16:51,987 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-19T17:16:51,991 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:16:52,017 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13074 (auto-detected) 2024-11-19T17:16:52,018 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-19T17:16:52,036 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43481 2024-11-19T17:16:52,058 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43481 connecting to ZooKeeper ensemble=127.0.0.1:64034 2024-11-19T17:16:52,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434810x0, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:16:52,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43481-0x101313b2a860000 connected 2024-11-19T17:16:52,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:16:52,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:16:52,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43481-0x101313b2a860000, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Set watcher on znode that does not yet exist, /0-1158994321/running 2024-11-19T17:16:52,140 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba, hbase.cluster.distributed=false 2024-11-19T17:16:52,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43481-0x101313b2a860000, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Set watcher on znode that does not yet exist, /0-1158994321/acl 2024-11-19T17:16:52,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43481 2024-11-19T17:16:52,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43481 2024-11-19T17:16:52,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43481 2024-11-19T17:16:52,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43481 2024-11-19T17:16:52,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43481 2024-11-19T17:16:52,275 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:16:52,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:16:52,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:16:52,277 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:16:52,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:16:52,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:16:52,280 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T17:16:52,282 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:16:52,283 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32929 2024-11-19T17:16:52,285 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32929 connecting to ZooKeeper ensemble=127.0.0.1:64034 2024-11-19T17:16:52,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:16:52,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:16:52,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329290x0, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:16:52,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32929-0x101313b2a860001 connected 2024-11-19T17:16:52,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32929-0x101313b2a860001, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Set watcher on znode that does not yet exist, /0-1158994321/running 2024-11-19T17:16:52,300 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T17:16:52,309 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T17:16:52,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32929-0x101313b2a860001, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Set watcher on znode that does not yet exist, /0-1158994321/master 2024-11-19T17:16:52,318 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32929-0x101313b2a860001, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Set watcher on znode that does not yet exist, /0-1158994321/acl 2024-11-19T17:16:52,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32929 2024-11-19T17:16:52,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32929 2024-11-19T17:16:52,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32929 2024-11-19T17:16:52,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32929 2024-11-19T17:16:52,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32929 2024-11-19T17:16:52,337 DEBUG [M:0;280a42d09ec8:43481 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;280a42d09ec8:43481 2024-11-19T17:16:52,338 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1158994321/backup-masters/280a42d09ec8,43481,1732036611572 2024-11-19T17:16:52,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101313b2a860000, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1158994321/backup-masters 2024-11-19T17:16:52,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32929-0x101313b2a860001, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1158994321/backup-masters 2024-11-19T17:16:52,348 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43481-0x101313b2a860000, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Set watcher on existing znode=/0-1158994321/backup-masters/280a42d09ec8,43481,1732036611572 2024-11-19T17:16:52,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32929-0x101313b2a860001, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1158994321/master 2024-11-19T17:16:52,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101313b2a860000, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1158994321 2024-11-19T17:16:52,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32929-0x101313b2a860001, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1158994321 2024-11-19T17:16:52,369 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43481-0x101313b2a860000, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Set watcher on existing znode=/0-1158994321/master 2024-11-19T17:16:52,370 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1158994321/backup-masters/280a42d09ec8,43481,1732036611572 from backup master directory 2024-11-19T17:16:52,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32929-0x101313b2a860001, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1158994321/backup-masters 2024-11-19T17:16:52,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101313b2a860000, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1158994321/backup-masters/280a42d09ec8,43481,1732036611572 2024-11-19T17:16:52,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101313b2a860000, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1158994321/backup-masters 2024-11-19T17:16:52,380 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:16:52,380 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=280a42d09ec8,43481,1732036611572 2024-11-19T17:16:52,382 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-19T17:16:52,383 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-19T17:16:52,439 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/hbase.id] with ID: 2bfb88c8-2418-4ebd-bcb5-06b43536db3f 2024-11-19T17:16:52,439 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/.tmp/hbase.id 2024-11-19T17:16:52,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38905 is added to blk_1073741826_1002 (size=42) 2024-11-19T17:16:52,851 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/.tmp/hbase.id]:[hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/hbase.id] 2024-11-19T17:16:52,894 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:16:52,898 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T17:16:52,917 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-19T17:16:52,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101313b2a860000, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1158994321 2024-11-19T17:16:52,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32929-0x101313b2a860001, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1158994321 2024-11-19T17:16:52,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38905 is added to blk_1073741827_1003 (size=196) 2024-11-19T17:16:53,348 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:16:53,355 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T17:16:53,377 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:16:53,382 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:16:53,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38905 is added to blk_1073741828_1004 (size=1189) 2024-11-19T17:16:53,448 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store 2024-11-19T17:16:53,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38905 is added to blk_1073741829_1005 (size=34) 2024-11-19T17:16:53,881 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-19T17:16:53,885 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:16:53,886 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:16:53,887 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:16:53,887 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:16:53,889 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:16:53,889 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:16:53,889 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:16:53,891 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036613886Disabling compacts and flushes for region at 1732036613886Disabling writes for close at 1732036613889 (+3 ms)Writing region close event to WAL at 1732036613889Closed at 1732036613889 2024-11-19T17:16:53,893 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/.initializing 2024-11-19T17:16:53,894 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/WALs/280a42d09ec8,43481,1732036611572 2024-11-19T17:16:53,903 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:16:53,918 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=280a42d09ec8%2C43481%2C1732036611572, suffix=, logDir=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/WALs/280a42d09ec8,43481,1732036611572, archiveDir=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/oldWALs, maxLogs=10 2024-11-19T17:16:53,942 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/WALs/280a42d09ec8,43481,1732036611572/280a42d09ec8%2C43481%2C1732036611572.1732036613922, exclude list is [], retry=0 2024-11-19T17:16:53,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38905,DS-c031ea6c-bb6e-4b21-8e57-79e31d7cbfb6,DISK] 2024-11-19T17:16:53,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-19T17:16:53,998 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/WALs/280a42d09ec8,43481,1732036611572/280a42d09ec8%2C43481%2C1732036611572.1732036613922 2024-11-19T17:16:53,999 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35523:35523)] 2024-11-19T17:16:53,999 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:16:54,000 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:16:54,003 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:16:54,004 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:16:54,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:16:54,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T17:16:54,074 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:16:54,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:16:54,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:16:54,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T17:16:54,082 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:16:54,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:16:54,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:16:54,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T17:16:54,087 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:16:54,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:16:54,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:16:54,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T17:16:54,091 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:16:54,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:16:54,093 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:16:54,096 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:16:54,097 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:16:54,102 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:16:54,103 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:16:54,106 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:16:54,110 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:16:54,114 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:16:54,115 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59302305, jitterRate=-0.11632679402828217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:16:54,121 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732036614016Initializing all the Stores at 1732036614018 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036614019 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036614020 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036614020Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036614020Cleaning up temporary data from old regions at 1732036614103 (+83 ms)Region opened successfully at 1732036614120 (+17 ms) 2024-11-19T17:16:54,122 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T17:16:54,155 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52ce10d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:16:54,187 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T17:16:54,199 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T17:16:54,199 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T17:16:54,202 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T17:16:54,203 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-19T17:16:54,208 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-19T17:16:54,208 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T17:16:54,234 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T17:16:54,243 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43481-0x101313b2a860000, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Unable to get data of znode /0-1158994321/balancer because node does not exist (not necessarily an error) 2024-11-19T17:16:54,245 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1158994321/balancer already deleted, retry=false 2024-11-19T17:16:54,247 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T17:16:54,248 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43481-0x101313b2a860000, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Unable to get data of znode /0-1158994321/normalizer because node does not exist (not necessarily an error) 2024-11-19T17:16:54,250 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1158994321/normalizer already deleted, retry=false 2024-11-19T17:16:54,252 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T17:16:54,256 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43481-0x101313b2a860000, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Unable to get data of znode /0-1158994321/switch/split because node does not exist (not necessarily an error) 2024-11-19T17:16:54,257 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1158994321/switch/split already deleted, retry=false 2024-11-19T17:16:54,258 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43481-0x101313b2a860000, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Unable to get data of znode /0-1158994321/switch/merge because node does not exist (not necessarily an error) 2024-11-19T17:16:54,261 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1158994321/switch/merge already deleted, retry=false 2024-11-19T17:16:54,280 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43481-0x101313b2a860000, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Unable to get data of znode /0-1158994321/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T17:16:54,282 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1158994321/snapshot-cleanup already deleted, retry=false 2024-11-19T17:16:54,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101313b2a860000, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1158994321/running 2024-11-19T17:16:54,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32929-0x101313b2a860001, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1158994321/running 2024-11-19T17:16:54,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32929-0x101313b2a860001, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1158994321 2024-11-19T17:16:54,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101313b2a860000, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1158994321 2024-11-19T17:16:54,291 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=280a42d09ec8,43481,1732036611572, sessionid=0x101313b2a860000, setting cluster-up flag (Was=false) 2024-11-19T17:16:54,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101313b2a860000, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1158994321 2024-11-19T17:16:54,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32929-0x101313b2a860001, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1158994321 2024-11-19T17:16:54,311 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1158994321/flush-table-proc/acquired, /0-1158994321/flush-table-proc/reached, /0-1158994321/flush-table-proc/abort 2024-11-19T17:16:54,313 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,43481,1732036611572 2024-11-19T17:16:54,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32929-0x101313b2a860001, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1158994321 2024-11-19T17:16:54,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101313b2a860000, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1158994321 2024-11-19T17:16:54,333 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1158994321/online-snapshot/acquired, /0-1158994321/online-snapshot/reached, /0-1158994321/online-snapshot/abort 2024-11-19T17:16:54,334 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,43481,1732036611572 2024-11-19T17:16:54,341 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T17:16:54,414 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T17:16:54,425 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T17:16:54,427 INFO [RS:0;280a42d09ec8:32929 {}] regionserver.HRegionServer(746): ClusterId : 2bfb88c8-2418-4ebd-bcb5-06b43536db3f 2024-11-19T17:16:54,429 DEBUG [RS:0;280a42d09ec8:32929 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T17:16:54,433 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T17:16:54,436 DEBUG [RS:0;280a42d09ec8:32929 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T17:16:54,436 DEBUG [RS:0;280a42d09ec8:32929 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T17:16:54,440 DEBUG [RS:0;280a42d09ec8:32929 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T17:16:54,440 DEBUG [RS:0;280a42d09ec8:32929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab8b911, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:16:54,439 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 280a42d09ec8,43481,1732036611572 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T17:16:54,448 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:16:54,448 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:16:54,448 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:16:54,449 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:16:54,449 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/280a42d09ec8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T17:16:54,449 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:16:54,449 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:16:54,450 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:16:54,455 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:16:54,456 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T17:16:54,457 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732036644457 2024-11-19T17:16:54,457 DEBUG [RS:0;280a42d09ec8:32929 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;280a42d09ec8:32929 2024-11-19T17:16:54,459 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T17:16:54,460 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T17:16:54,461 INFO [RS:0;280a42d09ec8:32929 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T17:16:54,462 INFO [RS:0;280a42d09ec8:32929 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T17:16:54,462 DEBUG [RS:0;280a42d09ec8:32929 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T17:16:54,462 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:16:54,462 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T17:16:54,465 INFO [RS:0;280a42d09ec8:32929 {}] regionserver.HRegionServer(2659): reportForDuty to master=280a42d09ec8,43481,1732036611572 with port=32929, startcode=1732036612236 2024-11-19T17:16:54,465 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T17:16:54,466 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T17:16:54,466 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T17:16:54,466 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T17:16:54,467 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:16:54,473 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T17:16:54,474 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T17:16:54,475 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T17:16:54,475 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T17:16:54,478 DEBUG [RS:0;280a42d09ec8:32929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T17:16:54,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38905 is added to blk_1073741831_1007 (size=1321) 2024-11-19T17:16:54,479 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T17:16:54,479 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T17:16:54,481 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036614481,5,FailOnTimeoutGroup] 2024-11-19T17:16:54,482 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036614481,5,FailOnTimeoutGroup] 2024-11-19T17:16:54,482 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:16:54,482 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T17:16:54,483 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T17:16:54,483 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T17:16:54,510 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T17:16:54,516 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43481 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 280a42d09ec8,32929,1732036612236 2024-11-19T17:16:54,519 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43481 {}] master.ServerManager(517): Registering regionserver=280a42d09ec8,32929,1732036612236 2024-11-19T17:16:54,536 DEBUG [RS:0;280a42d09ec8:32929 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba 2024-11-19T17:16:54,537 DEBUG [RS:0;280a42d09ec8:32929 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34715 2024-11-19T17:16:54,537 DEBUG [RS:0;280a42d09ec8:32929 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T17:16:54,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101313b2a860000, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1158994321/rs 2024-11-19T17:16:54,543 DEBUG [RS:0;280a42d09ec8:32929 {}] zookeeper.ZKUtil(111): regionserver:32929-0x101313b2a860001, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Set watcher on existing znode=/0-1158994321/rs/280a42d09ec8,32929,1732036612236 2024-11-19T17:16:54,543 WARN [RS:0;280a42d09ec8:32929 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:16:54,544 INFO [RS:0;280a42d09ec8:32929 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:16:54,544 DEBUG [RS:0;280a42d09ec8:32929 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,32929,1732036612236 2024-11-19T17:16:54,546 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [280a42d09ec8,32929,1732036612236] 2024-11-19T17:16:54,571 INFO [RS:0;280a42d09ec8:32929 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T17:16:54,585 INFO [RS:0;280a42d09ec8:32929 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T17:16:54,590 INFO [RS:0;280a42d09ec8:32929 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T17:16:54,590 INFO [RS:0;280a42d09ec8:32929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:16:54,591 INFO [RS:0;280a42d09ec8:32929 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T17:16:54,597 INFO [RS:0;280a42d09ec8:32929 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T17:16:54,598 INFO [RS:0;280a42d09ec8:32929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T17:16:54,598 DEBUG [RS:0;280a42d09ec8:32929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:16:54,599 DEBUG [RS:0;280a42d09ec8:32929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:16:54,599 DEBUG [RS:0;280a42d09ec8:32929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:16:54,599 DEBUG [RS:0;280a42d09ec8:32929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:16:54,599 DEBUG [RS:0;280a42d09ec8:32929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:16:54,599 DEBUG [RS:0;280a42d09ec8:32929 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:16:54,600 DEBUG [RS:0;280a42d09ec8:32929 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:16:54,600 DEBUG [RS:0;280a42d09ec8:32929 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:16:54,600 DEBUG [RS:0;280a42d09ec8:32929 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:16:54,600 DEBUG [RS:0;280a42d09ec8:32929 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:16:54,600 DEBUG [RS:0;280a42d09ec8:32929 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:16:54,600 DEBUG [RS:0;280a42d09ec8:32929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:16:54,601 DEBUG [RS:0;280a42d09ec8:32929 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:16:54,601 DEBUG [RS:0;280a42d09ec8:32929 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:16:54,602 INFO [RS:0;280a42d09ec8:32929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:16:54,602 INFO [RS:0;280a42d09ec8:32929 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:16:54,602 INFO [RS:0;280a42d09ec8:32929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:16:54,602 INFO [RS:0;280a42d09ec8:32929 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T17:16:54,602 INFO [RS:0;280a42d09ec8:32929 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T17:16:54,602 INFO [RS:0;280a42d09ec8:32929 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,32929,1732036612236-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:16:54,624 INFO [RS:0;280a42d09ec8:32929 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T17:16:54,626 INFO [RS:0;280a42d09ec8:32929 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,32929,1732036612236-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:16:54,627 INFO [RS:0;280a42d09ec8:32929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:16:54,627 INFO [RS:0;280a42d09ec8:32929 {}] regionserver.Replication(171): 280a42d09ec8,32929,1732036612236 started 2024-11-19T17:16:54,647 INFO [RS:0;280a42d09ec8:32929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:16:54,647 INFO [RS:0;280a42d09ec8:32929 {}] regionserver.HRegionServer(1482): Serving as 280a42d09ec8,32929,1732036612236, RpcServer on 280a42d09ec8/172.17.0.2:32929, sessionid=0x101313b2a860001 2024-11-19T17:16:54,648 DEBUG [RS:0;280a42d09ec8:32929 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T17:16:54,648 DEBUG [RS:0;280a42d09ec8:32929 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 280a42d09ec8,32929,1732036612236 2024-11-19T17:16:54,649 DEBUG [RS:0;280a42d09ec8:32929 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,32929,1732036612236' 2024-11-19T17:16:54,649 DEBUG [RS:0;280a42d09ec8:32929 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1158994321/flush-table-proc/abort' 2024-11-19T17:16:54,650 DEBUG [RS:0;280a42d09ec8:32929 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1158994321/flush-table-proc/acquired' 2024-11-19T17:16:54,650 DEBUG [RS:0;280a42d09ec8:32929 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T17:16:54,651 DEBUG [RS:0;280a42d09ec8:32929 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T17:16:54,651 DEBUG [RS:0;280a42d09ec8:32929 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 280a42d09ec8,32929,1732036612236 2024-11-19T17:16:54,651 DEBUG [RS:0;280a42d09ec8:32929 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,32929,1732036612236' 2024-11-19T17:16:54,651 DEBUG [RS:0;280a42d09ec8:32929 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1158994321/online-snapshot/abort' 2024-11-19T17:16:54,651 DEBUG [RS:0;280a42d09ec8:32929 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1158994321/online-snapshot/acquired' 2024-11-19T17:16:54,652 DEBUG [RS:0;280a42d09ec8:32929 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T17:16:54,652 INFO [RS:0;280a42d09ec8:32929 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T17:16:54,652 INFO [RS:0;280a42d09ec8:32929 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T17:16:54,758 INFO [RS:0;280a42d09ec8:32929 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:16:54,761 INFO [RS:0;280a42d09ec8:32929 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C32929%2C1732036612236, suffix=, logDir=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,32929,1732036612236, archiveDir=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/oldWALs, maxLogs=10 2024-11-19T17:16:54,778 DEBUG [RS:0;280a42d09ec8:32929 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,32929,1732036612236/280a42d09ec8%2C32929%2C1732036612236.1732036614763, exclude list is [], retry=0 2024-11-19T17:16:54,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38905,DS-c031ea6c-bb6e-4b21-8e57-79e31d7cbfb6,DISK] 2024-11-19T17:16:54,787 INFO [RS:0;280a42d09ec8:32929 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,32929,1732036612236/280a42d09ec8%2C32929%2C1732036612236.1732036614763 2024-11-19T17:16:54,788 DEBUG [RS:0;280a42d09ec8:32929 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35523:35523)] 2024-11-19T17:16:54,882 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T17:16:54,882 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba 2024-11-19T17:16:54,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38905 is added to blk_1073741833_1009 (size=32) 2024-11-19T17:16:55,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:16:55,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:16:55,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:16:55,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:16:55,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:16:55,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:16:55,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:16:55,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:16:55,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:16:55,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:16:55,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:16:55,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:16:55,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:16:55,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:16:55,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:16:55,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:16:55,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:16:55,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:16:55,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/meta/1588230740 2024-11-19T17:16:55,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/meta/1588230740 2024-11-19T17:16:55,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:16:55,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:16:55,316 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:16:55,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:16:55,322 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:16:55,323 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64103483, jitterRate=-0.04478366672992706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:16:55,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732036615294Initializing all the Stores at 1732036615296 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036615296Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036615296Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036615296Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036615296Cleaning up temporary data from old regions at 1732036615315 (+19 ms)Region opened successfully at 1732036615325 (+10 ms) 2024-11-19T17:16:55,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:16:55,326 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:16:55,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:16:55,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:16:55,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:16:55,327 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:16:55,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036615326Disabling compacts and flushes for region at 1732036615326Disabling writes for close at 1732036615326Writing region close event to WAL at 1732036615327 (+1 ms)Closed at 1732036615327 2024-11-19T17:16:55,330 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:16:55,331 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T17:16:55,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T17:16:55,346 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:16:55,349 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T17:16:55,501 DEBUG [280a42d09ec8:43481 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T17:16:55,513 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=280a42d09ec8,32929,1732036612236 2024-11-19T17:16:55,521 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,32929,1732036612236, state=OPENING 2024-11-19T17:16:55,528 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T17:16:55,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32929-0x101313b2a860001, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1158994321 2024-11-19T17:16:55,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101313b2a860000, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1158994321 2024-11-19T17:16:55,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1158994321/meta-region-server: CHANGED 2024-11-19T17:16:55,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1158994321/meta-region-server: CHANGED 2024-11-19T17:16:55,535 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:16:55,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,32929,1732036612236}] 2024-11-19T17:16:55,713 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:16:55,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T17:16:55,729 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T17:16:55,729 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:16:55,729 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T17:16:55,733 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C32929%2C1732036612236.meta, suffix=.meta, logDir=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,32929,1732036612236, archiveDir=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/oldWALs, maxLogs=10 2024-11-19T17:16:55,751 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,32929,1732036612236/280a42d09ec8%2C32929%2C1732036612236.meta.1732036615736.meta, exclude list is [], retry=0 2024-11-19T17:16:55,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38905,DS-c031ea6c-bb6e-4b21-8e57-79e31d7cbfb6,DISK] 2024-11-19T17:16:55,758 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,32929,1732036612236/280a42d09ec8%2C32929%2C1732036612236.meta.1732036615736.meta 2024-11-19T17:16:55,758 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35523:35523)] 2024-11-19T17:16:55,759 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:16:55,765 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:16:55,766 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:16:55,768 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T17:16:55,770 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T17:16:55,773 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T17:16:55,774 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:16:55,774 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T17:16:55,774 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T17:16:55,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:16:55,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:16:55,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:16:55,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:16:55,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:16:55,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:16:55,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:16:55,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:16:55,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:16:55,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:16:55,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:16:55,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:16:55,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:16:55,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:16:55,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:16:55,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:16:55,787 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:16:55,789 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/meta/1588230740 2024-11-19T17:16:55,791 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/meta/1588230740 2024-11-19T17:16:55,793 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:16:55,793 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:16:55,794 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:16:55,796 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:16:55,798 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65058071, jitterRate=-0.030559197068214417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:16:55,798 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T17:16:55,799 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732036615775Writing region info on filesystem at 1732036615775Initializing all the Stores at 1732036615777 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036615777Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036615777Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036615777Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036615777Cleaning up temporary data from old regions at 1732036615793 (+16 ms)Running coprocessor post-open hooks at 1732036615798 (+5 ms)Region opened successfully at 1732036615799 (+1 ms) 2024-11-19T17:16:55,807 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732036615704 2024-11-19T17:16:55,819 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T17:16:55,819 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T17:16:55,822 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,32929,1732036612236 2024-11-19T17:16:55,824 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,32929,1732036612236, state=OPEN 2024-11-19T17:16:55,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101313b2a860000, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1158994321/meta-region-server 2024-11-19T17:16:55,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32929-0x101313b2a860001, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1158994321/meta-region-server 2024-11-19T17:16:55,827 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1158994321/meta-region-server: CHANGED 2024-11-19T17:16:55,827 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1158994321/meta-region-server: CHANGED 2024-11-19T17:16:55,827 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=280a42d09ec8,32929,1732036612236 2024-11-19T17:16:55,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T17:16:55,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,32929,1732036612236 in 290 msec 2024-11-19T17:16:55,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T17:16:55,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 497 msec 2024-11-19T17:16:55,842 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:16:55,842 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T17:16:55,863 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:16:55,864 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,32929,1732036612236, seqNum=-1] 2024-11-19T17:16:55,886 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:16:55,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:16:55,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5370 sec 2024-11-19T17:16:55,909 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732036615909, completionTime=-1 2024-11-19T17:16:55,913 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T17:16:55,913 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T17:16:55,941 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T17:16:55,941 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732036675941 2024-11-19T17:16:55,941 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732036735941 2024-11-19T17:16:55,941 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 28 msec 2024-11-19T17:16:55,943 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,43481,1732036611572-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:16:55,944 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,43481,1732036611572-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:16:55,944 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,43481,1732036611572-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:16:55,946 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-280a42d09ec8:43481, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:16:55,946 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T17:16:55,946 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T17:16:55,953 DEBUG [master/280a42d09ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T17:16:55,974 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.594sec 2024-11-19T17:16:55,975 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T17:16:55,977 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T17:16:55,978 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T17:16:55,978 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T17:16:55,978 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T17:16:55,979 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,43481,1732036611572-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:16:55,980 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,43481,1732036611572-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T17:16:55,988 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T17:16:55,989 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T17:16:55,990 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,43481,1732036611572-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:16:56,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:16:56,040 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-19T17:16:56,040 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-19T17:16:56,044 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,43481,-1 for getting cluster id 2024-11-19T17:16:56,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:16:56,054 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2bfb88c8-2418-4ebd-bcb5-06b43536db3f' 2024-11-19T17:16:56,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:16:56,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2bfb88c8-2418-4ebd-bcb5-06b43536db3f" 2024-11-19T17:16:56,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c4dfec6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:16:56,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,43481,-1] 2024-11-19T17:16:56,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:16:56,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:16:56,064 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:16:56,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:16:56,067 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:16:56,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,32929,1732036612236, seqNum=-1] 2024-11-19T17:16:56,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:16:56,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:16:56,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=280a42d09ec8,43481,1732036611572 2024-11-19T17:16:56,101 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64034 2024-11-19T17:16:56,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:16:56,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101313b2a860002 connected 2024-11-19T17:16:56,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180/hadoop.log.dir so I do NOT create it in target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c 2024-11-19T17:16:56,125 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T17:16:56,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180/hadoop.tmp.dir so I do NOT create it in target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c 2024-11-19T17:16:56,125 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T17:16:56,126 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c 2024-11-19T17:16:56,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T17:16:56,126 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c/cluster_684ff5e9-31ec-21fc-8263-a6c5ad60201d, deleteOnExit=true 2024-11-19T17:16:56,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T17:16:56,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c/test.cache.data in system properties and HBase conf 2024-11-19T17:16:56,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T17:16:56,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c/hadoop.log.dir in system properties and HBase conf 2024-11-19T17:16:56,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T17:16:56,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T17:16:56,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T17:16:56,127 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T17:16:56,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:16:56,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:16:56,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T17:16:56,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:16:56,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T17:16:56,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T17:16:56,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:16:56,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:16:56,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T17:16:56,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c/nfs.dump.dir in system properties and HBase conf 2024-11-19T17:16:56,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c/java.io.tmpdir in system properties and HBase conf 2024-11-19T17:16:56,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:16:56,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T17:16:56,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T17:16:56,225 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:16:56,231 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:16:56,234 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:16:56,235 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:16:56,235 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T17:16:56,236 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:16:56,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:16:56,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:16:56,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c/java.io.tmpdir/jetty-localhost-39707-hadoop-hdfs-3_4_1-tests_jar-_-any-17071613193502074109/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:16:56,366 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:39707} 2024-11-19T17:16:56,366 INFO [Time-limited test {}] server.Server(415): Started @9649ms 2024-11-19T17:16:56,455 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:16:56,459 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:16:56,460 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:16:56,460 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:16:56,460 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T17:16:56,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:16:56,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:16:56,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c/java.io.tmpdir/jetty-localhost-33491-hadoop-hdfs-3_4_1-tests_jar-_-any-18397664152009869691/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:16:56,582 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:33491} 2024-11-19T17:16:56,582 INFO [Time-limited test {}] server.Server(415): Started @9865ms 2024-11-19T17:16:56,584 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T17:16:56,702 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c/cluster_684ff5e9-31ec-21fc-8263-a6c5ad60201d/data/data1/current/BP-1922072948-172.17.0.2-1732036616163/current, will proceed with Du for space computation calculation, 2024-11-19T17:16:56,702 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c/cluster_684ff5e9-31ec-21fc-8263-a6c5ad60201d/data/data2/current/BP-1922072948-172.17.0.2-1732036616163/current, will proceed with Du for space computation calculation, 2024-11-19T17:16:56,739 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T17:16:56,743 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10fbe894367540d4 with lease ID 0xfe2657d82867721a: Processing first storage report for DS-57c171ac-c3d2-4824-897f-6d908af156e8 from datanode DatanodeRegistration(127.0.0.1:34211, datanodeUuid=7776b476-e980-4ce6-ad73-6eadf8395281, infoPort=45689, infoSecurePort=0, ipcPort=34725, storageInfo=lv=-57;cid=testClusterID;nsid=1080455348;c=1732036616163) 2024-11-19T17:16:56,743 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10fbe894367540d4 with lease ID 0xfe2657d82867721a: from storage DS-57c171ac-c3d2-4824-897f-6d908af156e8 node DatanodeRegistration(127.0.0.1:34211, datanodeUuid=7776b476-e980-4ce6-ad73-6eadf8395281, infoPort=45689, infoSecurePort=0, ipcPort=34725, storageInfo=lv=-57;cid=testClusterID;nsid=1080455348;c=1732036616163), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:16:56,743 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10fbe894367540d4 with lease ID 0xfe2657d82867721a: Processing first storage report for DS-92a5a26a-ca6a-444a-aa27-a49b74b705c5 from datanode DatanodeRegistration(127.0.0.1:34211, datanodeUuid=7776b476-e980-4ce6-ad73-6eadf8395281, infoPort=45689, infoSecurePort=0, ipcPort=34725, storageInfo=lv=-57;cid=testClusterID;nsid=1080455348;c=1732036616163) 2024-11-19T17:16:56,743 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10fbe894367540d4 with lease ID 0xfe2657d82867721a: from storage DS-92a5a26a-ca6a-444a-aa27-a49b74b705c5 node DatanodeRegistration(127.0.0.1:34211, datanodeUuid=7776b476-e980-4ce6-ad73-6eadf8395281, infoPort=45689, infoSecurePort=0, ipcPort=34725, storageInfo=lv=-57;cid=testClusterID;nsid=1080455348;c=1732036616163), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:16:56,815 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c 2024-11-19T17:16:56,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:16:56,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:16:56,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34211 is added to blk_1073741825_1001 (size=7) 2024-11-19T17:16:56,831 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098 with version=8 2024-11-19T17:16:56,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/hbase-staging 2024-11-19T17:16:56,834 INFO [Time-limited test {}] client.ConnectionUtils(128): master/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:16:56,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:16:56,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:16:56,835 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:16:56,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:16:56,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:16:56,835 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T17:16:56,836 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:16:56,837 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45355 2024-11-19T17:16:56,838 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45355 connecting to ZooKeeper ensemble=127.0.0.1:64034 2024-11-19T17:16:56,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453550x0, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:16:56,843 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45355-0x101313b2a860003 connected 2024-11-19T17:16:56,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:16:56,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:16:56,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45355-0x101313b2a860003, quorum=127.0.0.1:64034, baseZNode=/11532129513 Set watcher on znode that does not yet exist, /11532129513/running 2024-11-19T17:16:56,865 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098, hbase.cluster.distributed=false 2024-11-19T17:16:56,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45355-0x101313b2a860003, quorum=127.0.0.1:64034, baseZNode=/11532129513 Set watcher on znode that does not yet exist, /11532129513/acl 2024-11-19T17:16:56,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45355 2024-11-19T17:16:56,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45355 2024-11-19T17:16:56,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45355 2024-11-19T17:16:56,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45355 2024-11-19T17:16:56,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45355 2024-11-19T17:16:56,886 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:16:56,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:16:56,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:16:56,887 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:16:56,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:16:56,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:16:56,887 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T17:16:56,887 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:16:56,888 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41331 2024-11-19T17:16:56,889 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41331 connecting to ZooKeeper ensemble=127.0.0.1:64034 2024-11-19T17:16:56,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:16:56,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:16:56,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413310x0, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:16:56,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41331-0x101313b2a860004, quorum=127.0.0.1:64034, baseZNode=/11532129513 Set watcher on znode that does not yet exist, /11532129513/running 2024-11-19T17:16:56,898 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41331-0x101313b2a860004 connected 2024-11-19T17:16:56,899 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T17:16:56,901 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T17:16:56,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41331-0x101313b2a860004, quorum=127.0.0.1:64034, baseZNode=/11532129513 Set watcher on znode that does not yet exist, /11532129513/master 2024-11-19T17:16:56,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41331-0x101313b2a860004, quorum=127.0.0.1:64034, baseZNode=/11532129513 Set watcher on znode that does not yet exist, /11532129513/acl 2024-11-19T17:16:56,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41331 2024-11-19T17:16:56,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41331 2024-11-19T17:16:56,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41331 2024-11-19T17:16:56,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41331 2024-11-19T17:16:56,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41331 2024-11-19T17:16:56,921 DEBUG [M:0;280a42d09ec8:45355 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;280a42d09ec8:45355 2024-11-19T17:16:56,922 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11532129513/backup-masters/280a42d09ec8,45355,1732036616834 2024-11-19T17:16:56,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45355-0x101313b2a860003, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11532129513/backup-masters 2024-11-19T17:16:56,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x101313b2a860004, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11532129513/backup-masters 2024-11-19T17:16:56,927 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45355-0x101313b2a860003, quorum=127.0.0.1:64034, baseZNode=/11532129513 Set watcher on existing znode=/11532129513/backup-masters/280a42d09ec8,45355,1732036616834 2024-11-19T17:16:56,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x101313b2a860004, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11532129513/master 2024-11-19T17:16:56,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45355-0x101313b2a860003, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11532129513 2024-11-19T17:16:56,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x101313b2a860004, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11532129513 2024-11-19T17:16:56,929 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45355-0x101313b2a860003, quorum=127.0.0.1:64034, baseZNode=/11532129513 Set watcher on existing znode=/11532129513/master 2024-11-19T17:16:56,930 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11532129513/backup-masters/280a42d09ec8,45355,1732036616834 from backup master directory 2024-11-19T17:16:56,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45355-0x101313b2a860003, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11532129513/backup-masters/280a42d09ec8,45355,1732036616834 2024-11-19T17:16:56,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x101313b2a860004, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11532129513/backup-masters 2024-11-19T17:16:56,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45355-0x101313b2a860003, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11532129513/backup-masters 2024-11-19T17:16:56,931 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:16:56,931 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=280a42d09ec8,45355,1732036616834 2024-11-19T17:16:56,938 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/hbase.id] with ID: 8304dd55-5056-45f0-9a86-9f10a06ad185 2024-11-19T17:16:56,939 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/.tmp/hbase.id 2024-11-19T17:16:56,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34211 is added to blk_1073741826_1002 (size=42) 2024-11-19T17:16:57,350 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/.tmp/hbase.id]:[hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/hbase.id] 2024-11-19T17:16:57,371 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:16:57,372 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T17:16:57,374 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-19T17:16:57,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x101313b2a860004, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11532129513 2024-11-19T17:16:57,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45355-0x101313b2a860003, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11532129513 2024-11-19T17:16:57,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34211 is added to blk_1073741827_1003 (size=196) 2024-11-19T17:16:57,786 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:16:57,787 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T17:16:57,788 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:16:57,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34211 is added to blk_1073741828_1004 (size=1189) 2024-11-19T17:16:58,201 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/MasterData/data/master/store 2024-11-19T17:16:58,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34211 is added to blk_1073741829_1005 (size=34) 2024-11-19T17:16:58,611 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:16:58,611 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:16:58,611 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:16:58,611 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:16:58,611 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:16:58,611 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:16:58,611 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:16:58,612 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036618611Disabling compacts and flushes for region at 1732036618611Disabling writes for close at 1732036618611Writing region close event to WAL at 1732036618611Closed at 1732036618611 2024-11-19T17:16:58,613 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/MasterData/data/master/store/.initializing 2024-11-19T17:16:58,613 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/MasterData/WALs/280a42d09ec8,45355,1732036616834 2024-11-19T17:16:58,615 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:16:58,618 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=280a42d09ec8%2C45355%2C1732036616834, suffix=, logDir=hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/MasterData/WALs/280a42d09ec8,45355,1732036616834, archiveDir=hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/MasterData/oldWALs, maxLogs=10 2024-11-19T17:16:58,633 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/MasterData/WALs/280a42d09ec8,45355,1732036616834/280a42d09ec8%2C45355%2C1732036616834.1732036618618, exclude list is [], retry=0 2024-11-19T17:16:58,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34211,DS-57c171ac-c3d2-4824-897f-6d908af156e8,DISK] 2024-11-19T17:16:58,640 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/MasterData/WALs/280a42d09ec8,45355,1732036616834/280a42d09ec8%2C45355%2C1732036616834.1732036618618 2024-11-19T17:16:58,640 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45689:45689)] 2024-11-19T17:16:58,640 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:16:58,641 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:16:58,641 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:16:58,641 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:16:58,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:16:58,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T17:16:58,645 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:16:58,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:16:58,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:16:58,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T17:16:58,648 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:16:58,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:16:58,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:16:58,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T17:16:58,651 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:16:58,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:16:58,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:16:58,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T17:16:58,655 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:16:58,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:16:58,656 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:16:58,657 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:16:58,658 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:16:58,660 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:16:58,660 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:16:58,661 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:16:58,662 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:16:58,666 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:16:58,666 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70735826, jitterRate=0.05404594540596008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:16:58,667 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732036618641Initializing all the Stores at 1732036618643 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036618643Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036618643Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036618643Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036618643Cleaning up temporary data from old regions at 1732036618660 (+17 ms)Region opened successfully at 1732036618667 (+7 ms) 2024-11-19T17:16:58,667 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T17:16:58,672 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a588e49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:16:58,673 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T17:16:58,673 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T17:16:58,673 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T17:16:58,673 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T17:16:58,674 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T17:16:58,675 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T17:16:58,675 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T17:16:58,677 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T17:16:58,678 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45355-0x101313b2a860003, quorum=127.0.0.1:64034, baseZNode=/11532129513 Unable to get data of znode /11532129513/balancer because node does not exist (not necessarily an error) 2024-11-19T17:16:58,681 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11532129513/balancer already deleted, retry=false 2024-11-19T17:16:58,681 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T17:16:58,682 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45355-0x101313b2a860003, quorum=127.0.0.1:64034, baseZNode=/11532129513 Unable to get data of znode /11532129513/normalizer because node does not exist (not necessarily an error) 2024-11-19T17:16:58,684 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11532129513/normalizer already deleted, retry=false 2024-11-19T17:16:58,684 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T17:16:58,685 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45355-0x101313b2a860003, quorum=127.0.0.1:64034, baseZNode=/11532129513 Unable to get data of znode /11532129513/switch/split because node does not exist (not necessarily an error) 2024-11-19T17:16:58,687 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11532129513/switch/split already deleted, retry=false 2024-11-19T17:16:58,688 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45355-0x101313b2a860003, quorum=127.0.0.1:64034, baseZNode=/11532129513 Unable to get data of znode /11532129513/switch/merge because node does not exist (not necessarily an error) 2024-11-19T17:16:58,689 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11532129513/switch/merge already deleted, retry=false 2024-11-19T17:16:58,692 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45355-0x101313b2a860003, quorum=127.0.0.1:64034, baseZNode=/11532129513 Unable to get data of znode /11532129513/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T17:16:58,695 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11532129513/snapshot-cleanup already deleted, retry=false 2024-11-19T17:16:58,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45355-0x101313b2a860003, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11532129513/running 2024-11-19T17:16:58,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x101313b2a860004, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11532129513/running 2024-11-19T17:16:58,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45355-0x101313b2a860003, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11532129513 2024-11-19T17:16:58,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x101313b2a860004, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11532129513 2024-11-19T17:16:58,699 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=280a42d09ec8,45355,1732036616834, sessionid=0x101313b2a860003, setting cluster-up flag (Was=false) 2024-11-19T17:16:58,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45355-0x101313b2a860003, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11532129513 2024-11-19T17:16:58,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x101313b2a860004, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11532129513 2024-11-19T17:16:58,710 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11532129513/flush-table-proc/acquired, /11532129513/flush-table-proc/reached, /11532129513/flush-table-proc/abort 2024-11-19T17:16:58,711 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,45355,1732036616834 2024-11-19T17:16:58,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45355-0x101313b2a860003, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11532129513 2024-11-19T17:16:58,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x101313b2a860004, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11532129513 2024-11-19T17:16:58,722 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11532129513/online-snapshot/acquired, /11532129513/online-snapshot/reached, /11532129513/online-snapshot/abort 2024-11-19T17:16:58,723 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,45355,1732036616834 2024-11-19T17:16:58,725 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T17:16:58,728 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T17:16:58,729 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T17:16:58,729 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T17:16:58,729 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 280a42d09ec8,45355,1732036616834 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T17:16:58,730 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:16:58,730 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:16:58,731 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:16:58,731 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:16:58,731 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/280a42d09ec8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T17:16:58,731 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:16:58,731 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:16:58,731 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:16:58,732 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732036648732 2024-11-19T17:16:58,732 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T17:16:58,732 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T17:16:58,732 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T17:16:58,732 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T17:16:58,732 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T17:16:58,732 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T17:16:58,732 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:16:58,733 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T17:16:58,733 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T17:16:58,733 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T17:16:58,733 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T17:16:58,733 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:16:58,734 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T17:16:58,734 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T17:16:58,734 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T17:16:58,734 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036618734,5,FailOnTimeoutGroup] 2024-11-19T17:16:58,734 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036618734,5,FailOnTimeoutGroup] 2024-11-19T17:16:58,734 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:16:58,734 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T17:16:58,735 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T17:16:58,735 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T17:16:58,735 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:16:58,736 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T17:16:58,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34211 is added to blk_1073741831_1007 (size=1321) 2024-11-19T17:16:58,810 INFO [RS:0;280a42d09ec8:41331 {}] regionserver.HRegionServer(746): ClusterId : 8304dd55-5056-45f0-9a86-9f10a06ad185 2024-11-19T17:16:58,811 DEBUG [RS:0;280a42d09ec8:41331 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T17:16:58,815 DEBUG [RS:0;280a42d09ec8:41331 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T17:16:58,815 DEBUG [RS:0;280a42d09ec8:41331 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T17:16:58,817 DEBUG [RS:0;280a42d09ec8:41331 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T17:16:58,818 DEBUG [RS:0;280a42d09ec8:41331 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d4e22b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:16:58,831 DEBUG [RS:0;280a42d09ec8:41331 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;280a42d09ec8:41331 2024-11-19T17:16:58,831 INFO [RS:0;280a42d09ec8:41331 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T17:16:58,831 INFO [RS:0;280a42d09ec8:41331 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T17:16:58,831 DEBUG [RS:0;280a42d09ec8:41331 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T17:16:58,832 INFO [RS:0;280a42d09ec8:41331 {}] regionserver.HRegionServer(2659): reportForDuty to master=280a42d09ec8,45355,1732036616834 with port=41331, startcode=1732036616886 2024-11-19T17:16:58,832 DEBUG [RS:0;280a42d09ec8:41331 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T17:16:58,835 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T17:16:58,835 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45355 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 280a42d09ec8,41331,1732036616886 2024-11-19T17:16:58,836 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45355 {}] master.ServerManager(517): Registering regionserver=280a42d09ec8,41331,1732036616886 2024-11-19T17:16:58,839 DEBUG [RS:0;280a42d09ec8:41331 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098 2024-11-19T17:16:58,839 DEBUG [RS:0;280a42d09ec8:41331 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42525 2024-11-19T17:16:58,839 DEBUG [RS:0;280a42d09ec8:41331 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T17:16:58,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45355-0x101313b2a860003, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11532129513/rs 2024-11-19T17:16:58,845 DEBUG [RS:0;280a42d09ec8:41331 {}] zookeeper.ZKUtil(111): regionserver:41331-0x101313b2a860004, quorum=127.0.0.1:64034, baseZNode=/11532129513 Set watcher on existing znode=/11532129513/rs/280a42d09ec8,41331,1732036616886 2024-11-19T17:16:58,845 WARN [RS:0;280a42d09ec8:41331 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:16:58,846 INFO [RS:0;280a42d09ec8:41331 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:16:58,846 DEBUG [RS:0;280a42d09ec8:41331 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/WALs/280a42d09ec8,41331,1732036616886 2024-11-19T17:16:58,846 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [280a42d09ec8,41331,1732036616886] 2024-11-19T17:16:58,850 INFO [RS:0;280a42d09ec8:41331 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T17:16:58,853 INFO [RS:0;280a42d09ec8:41331 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T17:16:58,854 INFO [RS:0;280a42d09ec8:41331 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T17:16:58,854 INFO [RS:0;280a42d09ec8:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:16:58,854 INFO [RS:0;280a42d09ec8:41331 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T17:16:58,855 INFO [RS:0;280a42d09ec8:41331 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T17:16:58,855 INFO [RS:0;280a42d09ec8:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T17:16:58,855 DEBUG [RS:0;280a42d09ec8:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:16:58,856 DEBUG [RS:0;280a42d09ec8:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:16:58,856 DEBUG [RS:0;280a42d09ec8:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:16:58,856 DEBUG [RS:0;280a42d09ec8:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:16:58,856 DEBUG [RS:0;280a42d09ec8:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:16:58,856 DEBUG [RS:0;280a42d09ec8:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:16:58,856 DEBUG [RS:0;280a42d09ec8:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:16:58,856 DEBUG [RS:0;280a42d09ec8:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:16:58,856 DEBUG [RS:0;280a42d09ec8:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:16:58,856 DEBUG [RS:0;280a42d09ec8:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:16:58,856 DEBUG [RS:0;280a42d09ec8:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:16:58,856 DEBUG [RS:0;280a42d09ec8:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:16:58,856 DEBUG [RS:0;280a42d09ec8:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:16:58,856 DEBUG [RS:0;280a42d09ec8:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:16:58,857 INFO [RS:0;280a42d09ec8:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:16:58,857 INFO [RS:0;280a42d09ec8:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:16:58,857 INFO [RS:0;280a42d09ec8:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:16:58,857 INFO [RS:0;280a42d09ec8:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T17:16:58,857 INFO [RS:0;280a42d09ec8:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T17:16:58,857 INFO [RS:0;280a42d09ec8:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,41331,1732036616886-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:16:58,874 INFO [RS:0;280a42d09ec8:41331 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T17:16:58,874 INFO [RS:0;280a42d09ec8:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,41331,1732036616886-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:16:58,874 INFO [RS:0;280a42d09ec8:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:16:58,874 INFO [RS:0;280a42d09ec8:41331 {}] regionserver.Replication(171): 280a42d09ec8,41331,1732036616886 started 2024-11-19T17:16:58,890 INFO [RS:0;280a42d09ec8:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:16:58,890 INFO [RS:0;280a42d09ec8:41331 {}] regionserver.HRegionServer(1482): Serving as 280a42d09ec8,41331,1732036616886, RpcServer on 280a42d09ec8/172.17.0.2:41331, sessionid=0x101313b2a860004 2024-11-19T17:16:58,890 DEBUG [RS:0;280a42d09ec8:41331 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T17:16:58,890 DEBUG [RS:0;280a42d09ec8:41331 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 280a42d09ec8,41331,1732036616886 2024-11-19T17:16:58,890 DEBUG [RS:0;280a42d09ec8:41331 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,41331,1732036616886' 2024-11-19T17:16:58,890 DEBUG [RS:0;280a42d09ec8:41331 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11532129513/flush-table-proc/abort' 2024-11-19T17:16:58,891 DEBUG [RS:0;280a42d09ec8:41331 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11532129513/flush-table-proc/acquired' 2024-11-19T17:16:58,892 DEBUG [RS:0;280a42d09ec8:41331 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T17:16:58,892 DEBUG [RS:0;280a42d09ec8:41331 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T17:16:58,892 DEBUG [RS:0;280a42d09ec8:41331 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 280a42d09ec8,41331,1732036616886 2024-11-19T17:16:58,892 DEBUG [RS:0;280a42d09ec8:41331 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,41331,1732036616886' 2024-11-19T17:16:58,892 DEBUG [RS:0;280a42d09ec8:41331 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11532129513/online-snapshot/abort' 2024-11-19T17:16:58,892 DEBUG [RS:0;280a42d09ec8:41331 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11532129513/online-snapshot/acquired' 2024-11-19T17:16:58,893 DEBUG [RS:0;280a42d09ec8:41331 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T17:16:58,893 INFO [RS:0;280a42d09ec8:41331 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T17:16:58,893 INFO [RS:0;280a42d09ec8:41331 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T17:16:58,994 INFO [RS:0;280a42d09ec8:41331 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:16:58,997 INFO [RS:0;280a42d09ec8:41331 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C41331%2C1732036616886, suffix=, logDir=hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/WALs/280a42d09ec8,41331,1732036616886, archiveDir=hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/oldWALs, maxLogs=10 2024-11-19T17:16:59,013 DEBUG [RS:0;280a42d09ec8:41331 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/WALs/280a42d09ec8,41331,1732036616886/280a42d09ec8%2C41331%2C1732036616886.1732036618998, exclude list is [], retry=0 2024-11-19T17:16:59,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34211,DS-57c171ac-c3d2-4824-897f-6d908af156e8,DISK] 2024-11-19T17:16:59,021 INFO [RS:0;280a42d09ec8:41331 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/WALs/280a42d09ec8,41331,1732036616886/280a42d09ec8%2C41331%2C1732036616886.1732036618998 2024-11-19T17:16:59,021 DEBUG [RS:0;280a42d09ec8:41331 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45689:45689)] 2024-11-19T17:16:59,145 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T17:16:59,145 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098 2024-11-19T17:16:59,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34211 is added to blk_1073741833_1009 (size=32) 2024-11-19T17:16:59,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:16:59,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:16:59,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:16:59,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:16:59,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:16:59,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:16:59,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:16:59,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:16:59,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:16:59,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:16:59,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:16:59,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:16:59,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:16:59,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:16:59,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:16:59,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:16:59,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:16:59,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:16:59,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/data/hbase/meta/1588230740 2024-11-19T17:16:59,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/data/hbase/meta/1588230740 2024-11-19T17:16:59,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:16:59,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:16:59,594 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:16:59,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:16:59,599 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:16:59,600 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63603596, jitterRate=-0.052232563495635986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:16:59,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732036619555Initializing all the Stores at 1732036619556 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036619557 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036619557Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036619557Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036619557Cleaning up temporary data from old regions at 1732036619593 (+36 ms)Region opened successfully at 1732036619600 (+7 ms) 2024-11-19T17:16:59,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:16:59,600 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:16:59,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:16:59,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:16:59,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:16:59,601 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:16:59,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036619600Disabling compacts and flushes for region at 1732036619600Disabling writes for close at 1732036619600Writing region close event to WAL at 1732036619601 (+1 ms)Closed at 1732036619601 2024-11-19T17:16:59,603 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:16:59,603 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T17:16:59,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T17:16:59,606 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:16:59,607 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T17:16:59,758 DEBUG [280a42d09ec8:45355 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T17:16:59,758 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=280a42d09ec8,41331,1732036616886 2024-11-19T17:16:59,760 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,41331,1732036616886, state=OPENING 2024-11-19T17:16:59,762 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T17:16:59,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45355-0x101313b2a860003, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11532129513 2024-11-19T17:16:59,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x101313b2a860004, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11532129513 2024-11-19T17:16:59,765 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:16:59,765 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11532129513/meta-region-server: CHANGED 2024-11-19T17:16:59,765 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11532129513/meta-region-server: CHANGED 2024-11-19T17:16:59,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,41331,1732036616886}] 2024-11-19T17:16:59,919 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:16:59,922 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60379, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T17:16:59,927 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T17:16:59,927 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:16:59,927 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T17:16:59,930 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C41331%2C1732036616886.meta, suffix=.meta, logDir=hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/WALs/280a42d09ec8,41331,1732036616886, archiveDir=hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/oldWALs, maxLogs=10 2024-11-19T17:16:59,946 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/WALs/280a42d09ec8,41331,1732036616886/280a42d09ec8%2C41331%2C1732036616886.meta.1732036619931.meta, exclude list is [], retry=0 2024-11-19T17:16:59,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34211,DS-57c171ac-c3d2-4824-897f-6d908af156e8,DISK] 2024-11-19T17:16:59,952 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/WALs/280a42d09ec8,41331,1732036616886/280a42d09ec8%2C41331%2C1732036616886.meta.1732036619931.meta 2024-11-19T17:16:59,953 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45689:45689)] 2024-11-19T17:16:59,953 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:16:59,954 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:16:59,954 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:16:59,954 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T17:16:59,954 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T17:16:59,954 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T17:16:59,955 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:16:59,955 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T17:16:59,955 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T17:16:59,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:16:59,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:16:59,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:16:59,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:16:59,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:16:59,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:16:59,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:16:59,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:16:59,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:16:59,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:16:59,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:16:59,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:16:59,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:16:59,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:16:59,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:16:59,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:16:59,966 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:16:59,967 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/data/hbase/meta/1588230740 2024-11-19T17:16:59,969 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/data/hbase/meta/1588230740 2024-11-19T17:16:59,971 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:16:59,971 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:16:59,972 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:16:59,974 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:16:59,976 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58791919, jitterRate=-0.1239321380853653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:16:59,976 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T17:16:59,976 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732036619955Writing region info on filesystem at 1732036619955Initializing all the Stores at 1732036619957 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036619957Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036619957Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036619957Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036619957Cleaning up temporary data from old regions at 1732036619971 (+14 ms)Running coprocessor post-open hooks at 1732036619976 (+5 ms)Region opened successfully at 1732036619976 2024-11-19T17:16:59,978 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732036619919 2024-11-19T17:16:59,981 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T17:16:59,981 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T17:16:59,983 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,41331,1732036616886 2024-11-19T17:16:59,984 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,41331,1732036616886, state=OPEN 2024-11-19T17:16:59,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45355-0x101313b2a860003, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11532129513/meta-region-server 2024-11-19T17:16:59,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x101313b2a860004, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11532129513/meta-region-server 2024-11-19T17:16:59,987 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=280a42d09ec8,41331,1732036616886 2024-11-19T17:16:59,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11532129513/meta-region-server: CHANGED 2024-11-19T17:16:59,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11532129513/meta-region-server: CHANGED 2024-11-19T17:16:59,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T17:16:59,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,41331,1732036616886 in 222 msec 2024-11-19T17:16:59,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T17:16:59,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 388 msec 2024-11-19T17:16:59,996 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:16:59,996 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T17:16:59,998 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:16:59,998 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,41331,1732036616886, seqNum=-1] 2024-11-19T17:16:59,998 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:17:00,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:17:00,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2800 sec 2024-11-19T17:17:00,007 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732036620007, completionTime=-1 2024-11-19T17:17:00,007 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T17:17:00,007 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T17:17:00,010 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T17:17:00,010 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732036680010 2024-11-19T17:17:00,010 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732036740010 2024-11-19T17:17:00,010 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T17:17:00,010 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,45355,1732036616834-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:00,010 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,45355,1732036616834-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:00,011 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,45355,1732036616834-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:00,011 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-280a42d09ec8:45355, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:00,011 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:00,011 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:00,013 DEBUG [master/280a42d09ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T17:17:00,016 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.083sec 2024-11-19T17:17:00,016 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T17:17:00,016 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T17:17:00,016 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T17:17:00,016 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T17:17:00,016 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T17:17:00,016 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,45355,1732036616834-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:17:00,016 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,45355,1732036616834-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T17:17:00,019 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T17:17:00,019 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T17:17:00,019 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,45355,1732036616834-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:00,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39237d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:00,111 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,45355,-1 for getting cluster id 2024-11-19T17:17:00,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:17:00,114 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8304dd55-5056-45f0-9a86-9f10a06ad185' 2024-11-19T17:17:00,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:17:00,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8304dd55-5056-45f0-9a86-9f10a06ad185" 2024-11-19T17:17:00,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ea9151, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:00,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,45355,-1] 2024-11-19T17:17:00,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:17:00,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:00,117 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:17:00,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:00,119 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:17:00,121 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,41331,1732036616886, seqNum=-1] 2024-11-19T17:17:00,121 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:17:00,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:17:00,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=280a42d09ec8,45355,1732036616834 2024-11-19T17:17:00,126 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64034 2024-11-19T17:17:00,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:17:00,130 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101313b2a860005 connected 2024-11-19T17:17:00,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bb271c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:00,136 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,43481,-1 for getting cluster id 2024-11-19T17:17:00,137 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:17:00,138 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2bfb88c8-2418-4ebd-bcb5-06b43536db3f' 2024-11-19T17:17:00,138 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:17:00,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2bfb88c8-2418-4ebd-bcb5-06b43536db3f" 2024-11-19T17:17:00,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25842ab6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:00,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,43481,-1] 2024-11-19T17:17:00,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:17:00,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:00,141 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:17:00,142 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58bef7fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:00,151 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:17:00,156 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,43481,1732036611572 2024-11-19T17:17:00,158 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2191033b 2024-11-19T17:17:00,159 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:17:00,161 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:17:00,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://280a42d09ec8:45355,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T17:17:00,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T17:17:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:17:00,176 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:45355' 2024-11-19T17:17:00,178 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f39d729, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:00,178 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,45355,-1 for getting cluster id 2024-11-19T17:17:00,178 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:17:00,179 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8304dd55-5056-45f0-9a86-9f10a06ad185' 2024-11-19T17:17:00,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:17:00,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8304dd55-5056-45f0-9a86-9f10a06ad185" 2024-11-19T17:17:00,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192fcf58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:00,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,45355,-1] 2024-11-19T17:17:00,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:17:00,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:00,181 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:17:00,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f502679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:00,183 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:17:00,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,45355,1732036616834 2024-11-19T17:17:00,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61d6581a 2024-11-19T17:17:00,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:17:00,190 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:17:00,203 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-19T17:17:00,203 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T17:17:00,207 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:00,208 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:00,208 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:17:00,209 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:17:00,214 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T17:17:00,216 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T17:17:00,217 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:00,218 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T17:17:00,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38905 is added to blk_1073741835_1011 (size=1138) 2024-11-19T17:17:00,266 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T17:17:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:17:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:17:00,565 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T17:17:00,631 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a345f768981562fd8c8b118422912c82, NAME => 'hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba 2024-11-19T17:17:00,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38905 is added to blk_1073741836_1012 (size=44) 2024-11-19T17:17:00,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:17:01,040 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:17:01,040 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a345f768981562fd8c8b118422912c82, disabling compactions & flushes 2024-11-19T17:17:01,040 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82. 2024-11-19T17:17:01,040 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82. 2024-11-19T17:17:01,040 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82. after waiting 0 ms 2024-11-19T17:17:01,040 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82. 2024-11-19T17:17:01,040 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82. 2024-11-19T17:17:01,040 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a345f768981562fd8c8b118422912c82: Waiting for close lock at 1732036621040Disabling compacts and flushes for region at 1732036621040Disabling writes for close at 1732036621040Writing region close event to WAL at 1732036621040Closed at 1732036621040 2024-11-19T17:17:01,042 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T17:17:01,047 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732036621042"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732036621042"}]},"ts":"1732036621042"} 2024-11-19T17:17:01,051 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T17:17:01,053 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T17:17:01,056 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036621053"}]},"ts":"1732036621053"} 2024-11-19T17:17:01,059 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T17:17:01,061 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a345f768981562fd8c8b118422912c82, ASSIGN}] 2024-11-19T17:17:01,063 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a345f768981562fd8c8b118422912c82, ASSIGN 2024-11-19T17:17:01,064 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a345f768981562fd8c8b118422912c82, ASSIGN; state=OFFLINE, location=280a42d09ec8,32929,1732036612236; forceNewPlan=false, retain=false 2024-11-19T17:17:01,215 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a345f768981562fd8c8b118422912c82, regionState=OPENING, regionLocation=280a42d09ec8,32929,1732036612236 2024-11-19T17:17:01,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a345f768981562fd8c8b118422912c82, ASSIGN because future has completed 2024-11-19T17:17:01,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a345f768981562fd8c8b118422912c82, server=280a42d09ec8,32929,1732036612236}] 2024-11-19T17:17:01,282 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T17:17:01,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:17:01,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82. 2024-11-19T17:17:01,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:17:01,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T17:17:01,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C32929%2C1732036612236.rep, suffix=, logDir=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,32929,1732036612236, archiveDir=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/oldWALs, maxLogs=10 2024-11-19T17:17:01,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,32929,1732036612236/280a42d09ec8%2C32929%2C1732036612236.rep.1732036621383, exclude list is [], retry=0 2024-11-19T17:17:01,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38905,DS-c031ea6c-bb6e-4b21-8e57-79e31d7cbfb6,DISK] 2024-11-19T17:17:01,405 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,32929,1732036612236/280a42d09ec8%2C32929%2C1732036612236.rep.1732036621383 2024-11-19T17:17:01,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35523:35523)] 2024-11-19T17:17:01,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => a345f768981562fd8c8b118422912c82, NAME => 'hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:17:01,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:17:01,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:17:01,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82. service=MultiRowMutationService 2024-11-19T17:17:01,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T17:17:01,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a345f768981562fd8c8b118422912c82 2024-11-19T17:17:01,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:17:01,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for a345f768981562fd8c8b118422912c82 2024-11-19T17:17:01,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for a345f768981562fd8c8b118422912c82 2024-11-19T17:17:01,409 INFO [StoreOpener-a345f768981562fd8c8b118422912c82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a345f768981562fd8c8b118422912c82 2024-11-19T17:17:01,411 INFO [StoreOpener-a345f768981562fd8c8b118422912c82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a345f768981562fd8c8b118422912c82 columnFamilyName hfileref 2024-11-19T17:17:01,411 DEBUG [StoreOpener-a345f768981562fd8c8b118422912c82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:01,412 INFO [StoreOpener-a345f768981562fd8c8b118422912c82-1 {}] regionserver.HStore(327): Store=a345f768981562fd8c8b118422912c82/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:17:01,412 INFO [StoreOpener-a345f768981562fd8c8b118422912c82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a345f768981562fd8c8b118422912c82 2024-11-19T17:17:01,413 INFO [StoreOpener-a345f768981562fd8c8b118422912c82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a345f768981562fd8c8b118422912c82 columnFamilyName queue 2024-11-19T17:17:01,413 DEBUG [StoreOpener-a345f768981562fd8c8b118422912c82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:01,414 INFO [StoreOpener-a345f768981562fd8c8b118422912c82-1 {}] regionserver.HStore(327): Store=a345f768981562fd8c8b118422912c82/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:17:01,414 INFO [StoreOpener-a345f768981562fd8c8b118422912c82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a345f768981562fd8c8b118422912c82 2024-11-19T17:17:01,416 INFO [StoreOpener-a345f768981562fd8c8b118422912c82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a345f768981562fd8c8b118422912c82 columnFamilyName sid 2024-11-19T17:17:01,416 DEBUG [StoreOpener-a345f768981562fd8c8b118422912c82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:01,416 INFO [StoreOpener-a345f768981562fd8c8b118422912c82-1 {}] regionserver.HStore(327): Store=a345f768981562fd8c8b118422912c82/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:17:01,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for a345f768981562fd8c8b118422912c82 2024-11-19T17:17:01,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/replication/a345f768981562fd8c8b118422912c82 2024-11-19T17:17:01,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/replication/a345f768981562fd8c8b118422912c82 2024-11-19T17:17:01,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for a345f768981562fd8c8b118422912c82 2024-11-19T17:17:01,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for a345f768981562fd8c8b118422912c82 2024-11-19T17:17:01,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:17:01,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for a345f768981562fd8c8b118422912c82 2024-11-19T17:17:01,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/replication/a345f768981562fd8c8b118422912c82/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:17:01,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened a345f768981562fd8c8b118422912c82; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62280002, jitterRate=-0.07195565104484558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:17:01,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a345f768981562fd8c8b118422912c82 2024-11-19T17:17:01,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for a345f768981562fd8c8b118422912c82: Running coprocessor pre-open hook at 1732036621407Writing region info on filesystem at 1732036621407Initializing all the Stores at 1732036621409 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036621409Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036621409Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036621409Cleaning up temporary data from old regions at 1732036621420 (+11 ms)Running coprocessor post-open hooks at 1732036621427 (+7 ms)Region opened successfully at 1732036621427 2024-11-19T17:17:01,429 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82., pid=7, masterSystemTime=1732036621373 2024-11-19T17:17:01,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82. 2024-11-19T17:17:01,433 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82. 2024-11-19T17:17:01,434 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a345f768981562fd8c8b118422912c82, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,32929,1732036612236 2024-11-19T17:17:01,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a345f768981562fd8c8b118422912c82, server=280a42d09ec8,32929,1732036612236 because future has completed 2024-11-19T17:17:01,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-19T17:17:01,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a345f768981562fd8c8b118422912c82, server=280a42d09ec8,32929,1732036612236 in 221 msec 2024-11-19T17:17:01,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T17:17:01,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a345f768981562fd8c8b118422912c82, ASSIGN in 384 msec 2024-11-19T17:17:01,449 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T17:17:01,449 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036621449"}]},"ts":"1732036621449"} 2024-11-19T17:17:01,452 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T17:17:01,454 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T17:17:01,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2440 sec 2024-11-19T17:17:01,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82., hostname=280a42d09ec8,32929,1732036612236, seqNum=2] 2024-11-19T17:17:01,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32929 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-19T17:17:01,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32929-0x101313b2a860001, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1158994321 2024-11-19T17:17:01,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101313b2a860000, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1158994321 2024-11-19T17:17:01,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T17:17:01,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32929 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-19T17:17:01,672 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T17:17:01,716 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-280a42d09ec8,32929,1732036612236, ReplicationSource: 1, currentBandwidth=0 2024-11-19T17:17:01,718 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:17:01,718 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,32929,1732036612236, seqNum=-1] 2024-11-19T17:17:01,719 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:17:01,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-19T17:17:01,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-280a42d09ec8,32929,1732036612236', locateType=CURRENT is [region=hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82., hostname=280a42d09ec8,32929,1732036612236, seqNum=2] 2024-11-19T17:17:01,730 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-19T17:17:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-19T17:17:01,735 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 280a42d09ec8,32929,1732036612236 suceeded 2024-11-19T17:17:01,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-19T17:17:01,739 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://280a42d09ec8:45355,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T17:17:01,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 227 msec 2024-11-19T17:17:01,742 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5740 sec 2024-11-19T17:17:01,748 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,32929,1732036612236 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:45355' 2024-11-19T17:17:01,750 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,32929,1732036612236 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35c9e6c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:01,750 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,32929,1732036612236 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,45355,-1 for getting cluster id 2024-11-19T17:17:01,750 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,32929,1732036612236 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:17:01,751 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8304dd55-5056-45f0-9a86-9f10a06ad185' 2024-11-19T17:17:01,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:17:01,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8304dd55-5056-45f0-9a86-9f10a06ad185" 2024-11-19T17:17:01,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77aab3e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:01,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,45355,-1] 2024-11-19T17:17:01,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:17:01,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:01,753 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:17:01,754 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,32929,1732036612236 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28f1f62b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:01,754 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,32929,1732036612236 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:17:01,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,45355,1732036616834 2024-11-19T17:17:01,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@219cb762 2024-11-19T17:17:01,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:17:01,756 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-19T17:17:01,757 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,32929,1732036612236 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-280a42d09ec8,32929,1732036612236 (queues=1) is replicating from cluster=2bfb88c8-2418-4ebd-bcb5-06b43536db3f to cluster=8304dd55-5056-45f0-9a86-9f10a06ad185 2024-11-19T17:17:01,759 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,32929,1732036612236 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=280a42d09ec8%2C32929%2C1732036612236 2024-11-19T17:17:01,763 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,32929,1732036612236 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-280a42d09ec8,32929,1732036612236, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T17:17:01,765 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,32929,1732036612236.replicationSource.shipper280a42d09ec8%2C32929%2C1732036612236,1-280a42d09ec8,32929,1732036612236 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 280a42d09ec8%2C32929%2C1732036612236 2024-11-19T17:17:01,769 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,32929,1732036612236.replicationSource.wal-reader.280a42d09ec8%2C32929%2C1732036612236,1-280a42d09ec8,32929,1732036612236 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,32929,1732036612236/280a42d09ec8%2C32929%2C1732036612236.1732036614763, startPosition=0, beingWritten=true 2024-11-19T17:17:01,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T17:17:01,977 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T17:17:01,978 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T17:17:01,978 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-19T17:17:01,979 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:17:01,979 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T17:17:01,980 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:17:01,980 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T17:17:01,980 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T17:17:01,980 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T17:17:02,032 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,32929,1732036612236.replicationSource.wal-reader.280a42d09ec8%2C32929%2C1732036612236,1-280a42d09ec8,32929,1732036612236 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,32929,1732036612236/280a42d09ec8%2C32929%2C1732036612236.1732036614763 to pos 0, reset compression=false 2024-11-19T17:17:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:17:02,322 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:17:02,322 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:17:02,322 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T17:17:02,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:02,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:02,322 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:17:02,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5788274c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:02,323 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,43481,-1 for getting cluster id 2024-11-19T17:17:02,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:17:02,324 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2bfb88c8-2418-4ebd-bcb5-06b43536db3f' 2024-11-19T17:17:02,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:17:02,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2bfb88c8-2418-4ebd-bcb5-06b43536db3f" 2024-11-19T17:17:02,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a64069c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:02,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,43481,-1] 2024-11-19T17:17:02,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:17:02,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:02,327 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:17:02,328 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f0b581c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:02,328 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:17:02,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,43481,1732036611572 2024-11-19T17:17:02,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@efb14d 2024-11-19T17:17:02,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:17:02,331 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:17:02,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://280a42d09ec8:45355,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T17:17:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T17:17:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T17:17:02,336 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:45355' 2024-11-19T17:17:02,337 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ba4b5a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:02,337 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,45355,-1 for getting cluster id 2024-11-19T17:17:02,337 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:17:02,338 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8304dd55-5056-45f0-9a86-9f10a06ad185' 2024-11-19T17:17:02,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:17:02,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8304dd55-5056-45f0-9a86-9f10a06ad185" 2024-11-19T17:17:02,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@261b3d3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:02,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,45355,-1] 2024-11-19T17:17:02,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:17:02,339 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,32929,1732036612236.replicationSource.wal-reader.280a42d09ec8%2C32929%2C1732036612236,1-280a42d09ec8,32929,1732036612236 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,32929,1732036612236/280a42d09ec8%2C32929%2C1732036612236.1732036614763 to pos 0, reset compression=false 2024-11-19T17:17:02,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:02,340 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:17:02,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b5f2ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:02,341 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:17:02,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,45355,1732036616834 2024-11-19T17:17:02,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36f57fd3 2024-11-19T17:17:02,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:17:02,343 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:17:02,344 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T17:17:02,344 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T17:17:02,344 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:02,345 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:02,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:17:02,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T17:17:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T17:17:02,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32929 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-19T17:17:02,511 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-19T17:17:02,555 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-280a42d09ec8,32929,1732036612236, ReplicationSource: 2, currentBandwidth=0 2024-11-19T17:17:02,559 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-19T17:17:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-19T17:17:02,562 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 280a42d09ec8,32929,1732036612236 suceeded 2024-11-19T17:17:02,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T17:17:02,566 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://280a42d09ec8:45355,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T17:17:02,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-19T17:17:02,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 234 msec 2024-11-19T17:17:02,575 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,32929,1732036612236 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:45355' 2024-11-19T17:17:02,576 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,32929,1732036612236 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39c10670, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:02,576 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,32929,1732036612236 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,45355,-1 for getting cluster id 2024-11-19T17:17:02,576 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,32929,1732036612236 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:17:02,577 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8304dd55-5056-45f0-9a86-9f10a06ad185' 2024-11-19T17:17:02,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:17:02,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8304dd55-5056-45f0-9a86-9f10a06ad185" 2024-11-19T17:17:02,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68deab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:02,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,45355,-1] 2024-11-19T17:17:02,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:17:02,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:02,580 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:17:02,580 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,32929,1732036612236 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c7e1eb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:02,581 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,32929,1732036612236 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:17:02,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,45355,1732036616834 2024-11-19T17:17:02,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f18ba93 2024-11-19T17:17:02,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:17:02,583 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-19T17:17:02,584 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,32929,1732036612236 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-280a42d09ec8,32929,1732036612236 (queues=1) is replicating from cluster=2bfb88c8-2418-4ebd-bcb5-06b43536db3f to cluster=8304dd55-5056-45f0-9a86-9f10a06ad185 2024-11-19T17:17:02,584 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,32929,1732036612236 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=280a42d09ec8%2C32929%2C1732036612236 2024-11-19T17:17:02,584 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,32929,1732036612236 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-280a42d09ec8,32929,1732036612236, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T17:17:02,584 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,32929,1732036612236.replicationSource.shipper280a42d09ec8%2C32929%2C1732036612236,2-280a42d09ec8,32929,1732036612236 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 280a42d09ec8%2C32929%2C1732036612236 2024-11-19T17:17:02,584 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,32929,1732036612236.replicationSource.wal-reader.280a42d09ec8%2C32929%2C1732036612236,2-280a42d09ec8,32929,1732036612236 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,32929,1732036612236/280a42d09ec8%2C32929%2C1732036612236.1732036614763, startPosition=0, beingWritten=true 2024-11-19T17:17:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T17:17:02,651 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-19T17:17:02,651 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:17:02,651 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:17:02,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:02,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:02,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:17:02,652 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:17:02,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,43481,1732036611572 2024-11-19T17:17:02,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72880a0d 2024-11-19T17:17:02,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:17:02,658 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:17:02,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T17:17:02,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-19T17:17:02,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T17:17:02,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-19T17:17:02,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://280a42d09ec8:45355,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T17:17:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-19T17:17:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T17:17:02,672 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:45355' 2024-11-19T17:17:02,673 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb5e95c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:02,673 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,45355,-1 for getting cluster id 2024-11-19T17:17:02,673 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:17:02,674 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8304dd55-5056-45f0-9a86-9f10a06ad185' 2024-11-19T17:17:02,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:17:02,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8304dd55-5056-45f0-9a86-9f10a06ad185" 2024-11-19T17:17:02,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3038e539, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:02,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,45355,-1] 2024-11-19T17:17:02,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:17:02,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:02,675 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:17:02,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258abe62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:02,676 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:17:02,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,45355,1732036616834 2024-11-19T17:17:02,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b151dfc 2024-11-19T17:17:02,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:17:02,678 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:17:02,679 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-19T17:17:02,679 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T17:17:02,679 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:02,679 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:02,680 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:17:02,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T17:17:02,747 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,32929,1732036612236.replicationSource.wal-reader.280a42d09ec8%2C32929%2C1732036612236,1-280a42d09ec8,32929,1732036612236 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,32929,1732036612236/280a42d09ec8%2C32929%2C1732036612236.1732036614763 to pos 0, reset compression=false 2024-11-19T17:17:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T17:17:02,791 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,32929,1732036612236.replicationSource.wal-reader.280a42d09ec8%2C32929%2C1732036612236,2-280a42d09ec8,32929,1732036612236 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,32929,1732036612236/280a42d09ec8%2C32929%2C1732036612236.1732036614763 to pos 0, reset compression=false 2024-11-19T17:17:02,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32929 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-19T17:17:02,837 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-19T17:17:02,839 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-19T17:17:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-19T17:17:02,842 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 280a42d09ec8,32929,1732036612236 suceeded 2024-11-19T17:17:02,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-19T17:17:02,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-11-19T17:17:02,845 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://280a42d09ec8:45355,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T17:17:02,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 179 msec 2024-11-19T17:17:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T17:17:02,991 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-19T17:17:02,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://280a42d09ec8:45355,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T17:17:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-19T17:17:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T17:17:02,996 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:45355' 2024-11-19T17:17:02,997 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9dd1ce3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:02,997 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,45355,-1 for getting cluster id 2024-11-19T17:17:02,997 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:17:02,998 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8304dd55-5056-45f0-9a86-9f10a06ad185' 2024-11-19T17:17:02,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:17:02,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8304dd55-5056-45f0-9a86-9f10a06ad185" 2024-11-19T17:17:02,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50f393b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:02,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,45355,-1] 2024-11-19T17:17:02,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:17:02,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:03,000 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:17:03,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16194af7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:03,001 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:17:03,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,45355,1732036616834 2024-11-19T17:17:03,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2115eb0e 2024-11-19T17:17:03,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:17:03,003 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:17:03,003 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-19T17:17:03,003 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T17:17:03,003 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:03,004 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:03,004 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:17:03,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T17:17:03,097 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,32929,1732036612236.replicationSource.wal-reader.280a42d09ec8%2C32929%2C1732036612236,2-280a42d09ec8,32929,1732036612236 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,32929,1732036612236/280a42d09ec8%2C32929%2C1732036612236.1732036614763 to pos 0, reset compression=false 2024-11-19T17:17:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T17:17:03,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32929 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-19T17:17:03,161 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-19T17:17:03,162 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-19T17:17:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-19T17:17:03,166 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 280a42d09ec8,32929,1732036612236 suceeded 2024-11-19T17:17:03,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-19T17:17:03,169 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://280a42d09ec8:45355,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T17:17:03,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-11-19T17:17:03,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 177 msec 2024-11-19T17:17:03,254 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,32929,1732036612236.replicationSource.wal-reader.280a42d09ec8%2C32929%2C1732036612236,1-280a42d09ec8,32929,1732036612236 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,32929,1732036612236/280a42d09ec8%2C32929%2C1732036612236.1732036614763 to pos 0, reset compression=false 2024-11-19T17:17:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T17:17:03,312 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-19T17:17:03,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T17:17:03,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-19T17:17:03,314 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:17:03,314 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:17:03,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:03,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:03,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:17:03,314 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T17:17:03,315 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=47941, stopped=false 2024-11-19T17:17:03,315 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=280a42d09ec8,43481,1732036611572 2024-11-19T17:17:03,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101313b2a860000, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1158994321/running 2024-11-19T17:17:03,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32929-0x101313b2a860001, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1158994321/running 2024-11-19T17:17:03,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101313b2a860000, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1158994321 2024-11-19T17:17:03,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32929-0x101313b2a860001, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1158994321 2024-11-19T17:17:03,317 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:17:03,317 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:17:03,317 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:17:03,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:03,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43481-0x101313b2a860000, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Set watcher on znode that does not yet exist, /0-1158994321/running 2024-11-19T17:17:03,318 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '280a42d09ec8,32929,1732036612236' ***** 2024-11-19T17:17:03,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32929-0x101313b2a860001, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Set watcher on znode that does not yet exist, /0-1158994321/running 2024-11-19T17:17:03,318 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T17:17:03,318 INFO [RS:0;280a42d09ec8:32929 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T17:17:03,319 INFO [RS:0;280a42d09ec8:32929 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T17:17:03,319 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T17:17:03,319 INFO [RS:0;280a42d09ec8:32929 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T17:17:03,319 INFO [RS:0;280a42d09ec8:32929 {}] regionserver.HRegionServer(3091): Received CLOSE for a345f768981562fd8c8b118422912c82 2024-11-19T17:17:03,319 INFO [RS:0;280a42d09ec8:32929 {}] regionserver.HRegionServer(959): stopping server 280a42d09ec8,32929,1732036612236 2024-11-19T17:17:03,319 INFO [RS:0;280a42d09ec8:32929 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:17:03,320 INFO [RS:0;280a42d09ec8:32929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:32929. 2024-11-19T17:17:03,320 DEBUG [RS:0;280a42d09ec8:32929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:17:03,320 DEBUG [RS:0;280a42d09ec8:32929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:03,320 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a345f768981562fd8c8b118422912c82, disabling compactions & flushes 2024-11-19T17:17:03,320 INFO [RS:0;280a42d09ec8:32929 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T17:17:03,320 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82. 2024-11-19T17:17:03,320 INFO [RS:0;280a42d09ec8:32929 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T17:17:03,320 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82. 2024-11-19T17:17:03,320 INFO [RS:0;280a42d09ec8:32929 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T17:17:03,320 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82. after waiting 0 ms 2024-11-19T17:17:03,320 INFO [RS:0;280a42d09ec8:32929 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T17:17:03,320 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82. 2024-11-19T17:17:03,321 INFO [RS:0;280a42d09ec8:32929 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T17:17:03,321 DEBUG [RS:0;280a42d09ec8:32929 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a345f768981562fd8c8b118422912c82=hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82.} 2024-11-19T17:17:03,321 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:17:03,321 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:17:03,321 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:17:03,321 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:17:03,321 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:17:03,321 DEBUG [RS:0;280a42d09ec8:32929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a345f768981562fd8c8b118422912c82 2024-11-19T17:17:03,324 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a345f768981562fd8c8b118422912c82 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-19T17:17:03,324 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-19T17:17:03,392 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/replication/a345f768981562fd8c8b118422912c82/.tmp/queue/d436b9c25c254ca1901a216c912d77fa is 151, key is 1-280a42d09ec8,32929,1732036612236/queue:280a42d09ec8%2C32929%2C1732036612236/1732036621724/Put/seqid=0 2024-11-19T17:17:03,392 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/meta/1588230740/.tmp/info/ce0af453852549679380bac6b75d6231 is 147, key is hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82./info:regioninfo/1732036621434/Put/seqid=0 2024-11-19T17:17:03,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38905 is added to blk_1073741838_1014 (size=5500) 2024-11-19T17:17:03,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38905 is added to blk_1073741839_1015 (size=6631) 2024-11-19T17:17:03,409 INFO [regionserver/280a42d09ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:17:03,505 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,32929,1732036612236.replicationSource.wal-reader.280a42d09ec8%2C32929%2C1732036612236,2-280a42d09ec8,32929,1732036612236 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,32929,1732036612236/280a42d09ec8%2C32929%2C1732036612236.1732036614763 to pos 0, reset compression=false 2024-11-19T17:17:03,521 DEBUG [RS:0;280a42d09ec8:32929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a345f768981562fd8c8b118422912c82 2024-11-19T17:17:03,602 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T17:17:03,602 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T17:17:03,722 DEBUG [RS:0;280a42d09ec8:32929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a345f768981562fd8c8b118422912c82 2024-11-19T17:17:03,804 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/replication/a345f768981562fd8c8b118422912c82/.tmp/queue/d436b9c25c254ca1901a216c912d77fa 2024-11-19T17:17:03,804 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/meta/1588230740/.tmp/info/ce0af453852549679380bac6b75d6231 2024-11-19T17:17:03,850 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/replication/a345f768981562fd8c8b118422912c82/.tmp/queue/d436b9c25c254ca1901a216c912d77fa as hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/replication/a345f768981562fd8c8b118422912c82/queue/d436b9c25c254ca1901a216c912d77fa 2024-11-19T17:17:03,859 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/replication/a345f768981562fd8c8b118422912c82/queue/d436b9c25c254ca1901a216c912d77fa, entries=2, sequenceid=6, filesize=5.4 K 2024-11-19T17:17:03,860 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,32929,1732036612236.replicationSource.wal-reader.280a42d09ec8%2C32929%2C1732036612236,1-280a42d09ec8,32929,1732036612236 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,32929,1732036612236/280a42d09ec8%2C32929%2C1732036612236.1732036614763 to pos 0, reset compression=false 2024-11-19T17:17:03,867 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/meta/1588230740/.tmp/ns/68b119b47de24ca282dc204cad920788 is 43, key is default/ns:d/1732036615893/Put/seqid=0 2024-11-19T17:17:03,867 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for a345f768981562fd8c8b118422912c82 in 541ms, sequenceid=6, compaction requested=false 2024-11-19T17:17:03,867 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T17:17:03,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38905 is added to blk_1073741840_1016 (size=5153) 2024-11-19T17:17:03,872 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/meta/1588230740/.tmp/ns/68b119b47de24ca282dc204cad920788 2024-11-19T17:17:03,875 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/replication/a345f768981562fd8c8b118422912c82/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T17:17:03,878 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:17:03,878 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:17:03,878 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82. 2024-11-19T17:17:03,879 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a345f768981562fd8c8b118422912c82: Waiting for close lock at 1732036623320Running coprocessor pre-close hooks at 1732036623320Disabling compacts and flushes for region at 1732036623320Disabling writes for close at 1732036623320Obtaining lock to block concurrent updates at 1732036623324 (+4 ms)Preparing flush snapshotting stores in a345f768981562fd8c8b118422912c82 at 1732036623324Finished memstore snapshotting hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732036623332 (+8 ms)Flushing stores of hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82. at 1732036623333 (+1 ms)Flushing a345f768981562fd8c8b118422912c82/queue: creating writer at 1732036623335 (+2 ms)Flushing a345f768981562fd8c8b118422912c82/queue: appending metadata at 1732036623375 (+40 ms)Flushing a345f768981562fd8c8b118422912c82/queue: closing flushed file at 1732036623377 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a02a62a: reopening flushed file at 1732036623848 (+471 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for a345f768981562fd8c8b118422912c82 in 541ms, sequenceid=6, compaction requested=false at 1732036623867 (+19 ms)Writing region close event to WAL at 1732036623870 (+3 ms)Running coprocessor post-close hooks at 1732036623876 (+6 ms)Closed at 1732036623878 (+2 ms) 2024-11-19T17:17:03,879 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82. 2024-11-19T17:17:03,895 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/meta/1588230740/.tmp/table/e0c90a2e15504fd4a9abbed196f7a91d is 53, key is hbase:replication/table:state/1732036621449/Put/seqid=0 2024-11-19T17:17:03,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38905 is added to blk_1073741841_1017 (size=5256) 2024-11-19T17:17:03,922 DEBUG [RS:0;280a42d09ec8:32929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:17:04,013 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,32929,1732036612236.replicationSource.wal-reader.280a42d09ec8%2C32929%2C1732036612236,2-280a42d09ec8,32929,1732036612236 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,32929,1732036612236/280a42d09ec8%2C32929%2C1732036612236.1732036614763 to pos 0, reset compression=false 2024-11-19T17:17:04,122 DEBUG [RS:0;280a42d09ec8:32929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:17:04,301 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/meta/1588230740/.tmp/table/e0c90a2e15504fd4a9abbed196f7a91d 2024-11-19T17:17:04,310 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/meta/1588230740/.tmp/info/ce0af453852549679380bac6b75d6231 as hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/meta/1588230740/info/ce0af453852549679380bac6b75d6231 2024-11-19T17:17:04,318 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/meta/1588230740/info/ce0af453852549679380bac6b75d6231, entries=10, sequenceid=11, filesize=6.5 K 2024-11-19T17:17:04,319 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/meta/1588230740/.tmp/ns/68b119b47de24ca282dc204cad920788 as hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/meta/1588230740/ns/68b119b47de24ca282dc204cad920788 2024-11-19T17:17:04,322 INFO [RS:0;280a42d09ec8:32929 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T17:17:04,322 DEBUG [RS:0;280a42d09ec8:32929 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T17:17:04,322 DEBUG [RS:0;280a42d09ec8:32929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:17:04,327 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/meta/1588230740/ns/68b119b47de24ca282dc204cad920788, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T17:17:04,328 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/meta/1588230740/.tmp/table/e0c90a2e15504fd4a9abbed196f7a91d as hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/meta/1588230740/table/e0c90a2e15504fd4a9abbed196f7a91d 2024-11-19T17:17:04,336 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/meta/1588230740/table/e0c90a2e15504fd4a9abbed196f7a91d, entries=2, sequenceid=11, filesize=5.1 K 2024-11-19T17:17:04,337 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1016ms, sequenceid=11, compaction requested=false 2024-11-19T17:17:04,344 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T17:17:04,344 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:17:04,344 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:17:04,345 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:17:04,345 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036623321Running coprocessor pre-close hooks at 1732036623321Disabling compacts and flushes for region at 1732036623321Disabling writes for close at 1732036623321Obtaining lock to block concurrent updates at 1732036623324 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732036623324Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732036623332 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732036623333 (+1 ms)Flushing 1588230740/info: creating writer at 1732036623335 (+2 ms)Flushing 1588230740/info: appending metadata at 1732036623375 (+40 ms)Flushing 1588230740/info: closing flushed file at 1732036623377 (+2 ms)Flushing 1588230740/ns: creating writer at 1732036623849 (+472 ms)Flushing 1588230740/ns: appending metadata at 1732036623865 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732036623865Flushing 1588230740/table: creating writer at 1732036623880 (+15 ms)Flushing 1588230740/table: appending metadata at 1732036623895 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732036623895Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4716e05a: reopening flushed file at 1732036624309 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c717875: reopening flushed file at 1732036624318 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a204884: reopening flushed file at 1732036624327 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1016ms, sequenceid=11, compaction requested=false at 1732036624337 (+10 ms)Writing region close event to WAL at 1732036624339 (+2 ms)Running coprocessor post-close hooks at 1732036624344 (+5 ms)Closed at 1732036624345 (+1 ms) 2024-11-19T17:17:04,345 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T17:17:04,523 INFO [RS:0;280a42d09ec8:32929 {}] regionserver.HRegionServer(976): stopping server 280a42d09ec8,32929,1732036612236; all regions closed. 2024-11-19T17:17:04,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38905 is added to blk_1073741834_1010 (size=2742) 2024-11-19T17:17:04,533 DEBUG [RS:0;280a42d09ec8:32929 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/oldWALs 2024-11-19T17:17:04,534 INFO [RS:0;280a42d09ec8:32929 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 280a42d09ec8%2C32929%2C1732036612236.meta:.meta(num 1732036615736) 2024-11-19T17:17:04,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38905 is added to blk_1073741837_1013 (size=1802) 2024-11-19T17:17:04,537 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,32929,1732036612236/280a42d09ec8%2C32929%2C1732036612236.rep.1732036621383 not finished, retry = 0 2024-11-19T17:17:04,567 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,32929,1732036612236.replicationSource.wal-reader.280a42d09ec8%2C32929%2C1732036612236,1-280a42d09ec8,32929,1732036612236 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,32929,1732036612236/280a42d09ec8%2C32929%2C1732036612236.1732036614763 to pos 0, reset compression=false 2024-11-19T17:17:04,621 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,32929,1732036612236.replicationSource.wal-reader.280a42d09ec8%2C32929%2C1732036612236,2-280a42d09ec8,32929,1732036612236 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,32929,1732036612236/280a42d09ec8%2C32929%2C1732036612236.1732036614763 to pos 0, reset compression=false 2024-11-19T17:17:04,640 DEBUG [RS:0;280a42d09ec8:32929 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/oldWALs 2024-11-19T17:17:04,641 INFO [RS:0;280a42d09ec8:32929 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 280a42d09ec8%2C32929%2C1732036612236.rep:(num 1732036621383) 2024-11-19T17:17:04,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38905 is added to blk_1073741832_1008 (size=93) 2024-11-19T17:17:04,646 DEBUG [RS:0;280a42d09ec8:32929 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/oldWALs 2024-11-19T17:17:04,646 INFO [RS:0;280a42d09ec8:32929 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 280a42d09ec8%2C32929%2C1732036612236:(num 1732036614763) 2024-11-19T17:17:04,646 DEBUG [RS:0;280a42d09ec8:32929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:04,646 INFO [RS:0;280a42d09ec8:32929 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:17:04,646 INFO [RS:0;280a42d09ec8:32929 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:17:04,646 INFO [RS:0;280a42d09ec8:32929 {}] hbase.ChoreService(370): Chore service for: regionserver/280a42d09ec8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T17:17:04,646 INFO [RS:0;280a42d09ec8:32929 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:17:04,646 INFO [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:17:04,647 INFO [RS:0;280a42d09ec8:32929 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-280a42d09ec8,32929,1732036612236 because: Region server is closing 2024-11-19T17:17:04,647 INFO [RS:0;280a42d09ec8:32929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:32929. 2024-11-19T17:17:04,647 DEBUG [RS:0;280a42d09ec8:32929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:17:04,647 DEBUG [RS:0;280a42d09ec8:32929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:04,648 DEBUG [RS:0;280a42d09ec8:32929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:04,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:17:04,748 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,32929,1732036612236.replicationSource.shipper280a42d09ec8%2C32929%2C1732036612236,1-280a42d09ec8,32929,1732036612236 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T17:17:04,748 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,32929,1732036612236.replicationSource.wal-reader.280a42d09ec8%2C32929%2C1732036612236,1-280a42d09ec8,32929,1732036612236 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T17:17:04,748 INFO [RS:0;280a42d09ec8:32929 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,32929,1732036612236.replicationSource.shipper280a42d09ec8%2C32929%2C1732036612236,1-280a42d09ec8,32929,1732036612236 terminated 2024-11-19T17:17:04,749 INFO [RS:0;280a42d09ec8:32929 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-280a42d09ec8,32929,1732036612236 because: Region server is closing 2024-11-19T17:17:04,749 INFO [RS:0;280a42d09ec8:32929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:32929. 2024-11-19T17:17:04,749 DEBUG [RS:0;280a42d09ec8:32929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:17:04,749 DEBUG [RS:0;280a42d09ec8:32929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:04,749 DEBUG [RS:0;280a42d09ec8:32929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:04,749 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:17:04,850 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,32929,1732036612236.replicationSource.wal-reader.280a42d09ec8%2C32929%2C1732036612236,2-280a42d09ec8,32929,1732036612236 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T17:17:04,850 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,32929,1732036612236.replicationSource.shipper280a42d09ec8%2C32929%2C1732036612236,2-280a42d09ec8,32929,1732036612236 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T17:17:04,850 INFO [RS:0;280a42d09ec8:32929 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,32929,1732036612236.replicationSource.shipper280a42d09ec8%2C32929%2C1732036612236,2-280a42d09ec8,32929,1732036612236 terminated 2024-11-19T17:17:04,850 INFO [RS:0;280a42d09ec8:32929 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32929 2024-11-19T17:17:04,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32929-0x101313b2a860001, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1158994321/rs/280a42d09ec8,32929,1732036612236 2024-11-19T17:17:04,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101313b2a860000, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1158994321/rs 2024-11-19T17:17:04,854 INFO [RS:0;280a42d09ec8:32929 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:17:04,857 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [280a42d09ec8,32929,1732036612236] 2024-11-19T17:17:04,858 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1158994321/draining/280a42d09ec8,32929,1732036612236 already deleted, retry=false 2024-11-19T17:17:04,859 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 280a42d09ec8,32929,1732036612236 expired; onlineServers=0 2024-11-19T17:17:04,859 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '280a42d09ec8,43481,1732036611572' ***** 2024-11-19T17:17:04,859 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T17:17:04,859 INFO [M:0;280a42d09ec8:43481 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:17:04,859 INFO [M:0;280a42d09ec8:43481 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:17:04,859 DEBUG [M:0;280a42d09ec8:43481 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T17:17:04,859 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T17:17:04,859 DEBUG [M:0;280a42d09ec8:43481 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T17:17:04,859 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036614481 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036614481,5,FailOnTimeoutGroup] 2024-11-19T17:17:04,859 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036614481 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036614481,5,FailOnTimeoutGroup] 2024-11-19T17:17:04,860 INFO [M:0;280a42d09ec8:43481 {}] hbase.ChoreService(370): Chore service for: master/280a42d09ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T17:17:04,860 INFO [M:0;280a42d09ec8:43481 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:17:04,860 DEBUG [M:0;280a42d09ec8:43481 {}] master.HMaster(1795): Stopping service threads 2024-11-19T17:17:04,860 INFO [M:0;280a42d09ec8:43481 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T17:17:04,860 INFO [M:0;280a42d09ec8:43481 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:17:04,860 INFO [M:0;280a42d09ec8:43481 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T17:17:04,861 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T17:17:04,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101313b2a860000, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1158994321/master 2024-11-19T17:17:04,862 DEBUG [M:0;280a42d09ec8:43481 {}] zookeeper.ZKUtil(347): master:43481-0x101313b2a860000, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Unable to get data of znode /0-1158994321/master because node does not exist (not an error) 2024-11-19T17:17:04,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101313b2a860000, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1158994321 2024-11-19T17:17:04,863 WARN [M:0;280a42d09ec8:43481 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T17:17:04,863 INFO [M:0;280a42d09ec8:43481 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/.lastflushedseqids 2024-11-19T17:17:04,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38905 is added to blk_1073741842_1018 (size=181) 2024-11-19T17:17:04,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32929-0x101313b2a860001, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:17:04,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32929-0x101313b2a860001, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:17:04,958 INFO [RS:0;280a42d09ec8:32929 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:17:04,958 INFO [RS:0;280a42d09ec8:32929 {}] regionserver.HRegionServer(1031): Exiting; stopping=280a42d09ec8,32929,1732036612236; zookeeper connection closed. 2024-11-19T17:17:04,959 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@69559651 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@69559651 2024-11-19T17:17:04,959 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T17:17:05,276 INFO [M:0;280a42d09ec8:43481 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T17:17:05,276 INFO [M:0;280a42d09ec8:43481 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T17:17:05,276 DEBUG [M:0;280a42d09ec8:43481 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:17:05,276 INFO [M:0;280a42d09ec8:43481 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:17:05,276 DEBUG [M:0;280a42d09ec8:43481 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:17:05,276 DEBUG [M:0;280a42d09ec8:43481 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:17:05,276 DEBUG [M:0;280a42d09ec8:43481 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:17:05,277 INFO [M:0;280a42d09ec8:43481 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-19T17:17:05,295 DEBUG [M:0;280a42d09ec8:43481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f02e8fb613d41fc92481438e681aced is 82, key is hbase:meta,,1/info:regioninfo/1732036615821/Put/seqid=0 2024-11-19T17:17:05,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38905 is added to blk_1073741843_1019 (size=5672) 2024-11-19T17:17:05,700 INFO [M:0;280a42d09ec8:43481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f02e8fb613d41fc92481438e681aced 2024-11-19T17:17:05,724 DEBUG [M:0;280a42d09ec8:43481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13006ea6266246f0b0c2b8b668647136 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732036621455/Put/seqid=0 2024-11-19T17:17:05,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38905 is added to blk_1073741844_1020 (size=8663) 2024-11-19T17:17:06,131 INFO [M:0;280a42d09ec8:43481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13006ea6266246f0b0c2b8b668647136 2024-11-19T17:17:06,154 DEBUG [M:0;280a42d09ec8:43481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e7f4a0990b1440b8f6bc8fc5fd4f85b is 69, key is 280a42d09ec8,32929,1732036612236/rs:state/1732036614521/Put/seqid=0 2024-11-19T17:17:06,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38905 is added to blk_1073741845_1021 (size=5156) 2024-11-19T17:17:06,560 INFO [M:0;280a42d09ec8:43481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e7f4a0990b1440b8f6bc8fc5fd4f85b 2024-11-19T17:17:06,570 DEBUG [M:0;280a42d09ec8:43481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f02e8fb613d41fc92481438e681aced as hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f02e8fb613d41fc92481438e681aced 2024-11-19T17:17:06,577 INFO [M:0;280a42d09ec8:43481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f02e8fb613d41fc92481438e681aced, entries=8, sequenceid=115, filesize=5.5 K 2024-11-19T17:17:06,579 DEBUG [M:0;280a42d09ec8:43481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13006ea6266246f0b0c2b8b668647136 as hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/13006ea6266246f0b0c2b8b668647136 2024-11-19T17:17:06,586 INFO [M:0;280a42d09ec8:43481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/13006ea6266246f0b0c2b8b668647136, entries=14, sequenceid=115, filesize=8.5 K 2024-11-19T17:17:06,587 DEBUG [M:0;280a42d09ec8:43481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e7f4a0990b1440b8f6bc8fc5fd4f85b as hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2e7f4a0990b1440b8f6bc8fc5fd4f85b 2024-11-19T17:17:06,593 INFO [M:0;280a42d09ec8:43481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2e7f4a0990b1440b8f6bc8fc5fd4f85b, entries=1, sequenceid=115, filesize=5.0 K 2024-11-19T17:17:06,594 INFO [M:0;280a42d09ec8:43481 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=115, compaction requested=false 2024-11-19T17:17:06,596 INFO [M:0;280a42d09ec8:43481 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:17:06,596 DEBUG [M:0;280a42d09ec8:43481 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036625276Disabling compacts and flushes for region at 1732036625276Disabling writes for close at 1732036625276Obtaining lock to block concurrent updates at 1732036625277 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732036625277Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732036625277Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732036625278 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732036625278Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732036625294 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732036625294Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732036625707 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732036625724 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732036625724Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732036626138 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732036626153 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732036626154 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41c6024f: reopening flushed file at 1732036626568 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a92a56d: reopening flushed file at 1732036626577 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11b592e3: reopening flushed file at 1732036626586 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=115, compaction requested=false at 1732036626594 (+8 ms)Writing region close event to WAL at 1732036626596 (+2 ms)Closed at 1732036626596 2024-11-19T17:17:06,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38905 is added to blk_1073741830_1006 (size=59421) 2024-11-19T17:17:06,599 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:17:06,600 INFO [M:0;280a42d09ec8:43481 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T17:17:06,600 INFO [M:0;280a42d09ec8:43481 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43481 2024-11-19T17:17:06,600 INFO [M:0;280a42d09ec8:43481 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:17:06,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101313b2a860000, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:17:06,702 INFO [M:0;280a42d09ec8:43481 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:17:06,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101313b2a860000, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:17:06,704 INFO [Time-limited test {}] client.ConnectionUtils(128): master/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:17:06,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:17:06,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:17:06,704 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:17:06,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:17:06,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:17:06,704 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T17:17:06,704 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:17:06,705 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37713 2024-11-19T17:17:06,707 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37713 connecting to ZooKeeper ensemble=127.0.0.1:64034 2024-11-19T17:17:06,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377130x0, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:17:06,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37713-0x101313b2a860006 connected 2024-11-19T17:17:06,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:17:06,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:17:06,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37713-0x101313b2a860006, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Set watcher on znode that does not yet exist, /0-1158994321/running 2024-11-19T17:17:06,718 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1158994321/meta-region-server: INIT 2024-11-19T17:17:06,718 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba, hbase.cluster.distributed=false 2024-11-19T17:17:06,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37713-0x101313b2a860006, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Set watcher on znode that does not yet exist, /0-1158994321/acl 2024-11-19T17:17:06,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37713 2024-11-19T17:17:06,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37713 2024-11-19T17:17:06,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37713 2024-11-19T17:17:06,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37713 2024-11-19T17:17:06,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37713 2024-11-19T17:17:06,737 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:17:06,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:17:06,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:17:06,737 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:17:06,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:17:06,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:17:06,737 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T17:17:06,737 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:17:06,738 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35755 2024-11-19T17:17:06,740 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35755 connecting to ZooKeeper ensemble=127.0.0.1:64034 2024-11-19T17:17:06,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:17:06,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:17:06,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357550x0, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:17:06,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357550x0, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Set watcher on znode that does not yet exist, /0-1158994321/running 2024-11-19T17:17:06,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35755-0x101313b2a860007 connected 2024-11-19T17:17:06,749 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1158994321/meta-region-server: INIT 2024-11-19T17:17:06,749 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T17:17:06,750 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T17:17:06,750 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35755-0x101313b2a860007, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Set watcher on znode that does not yet exist, /0-1158994321/master 2024-11-19T17:17:06,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35755-0x101313b2a860007, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Set watcher on znode that does not yet exist, /0-1158994321/acl 2024-11-19T17:17:06,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35755 2024-11-19T17:17:06,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35755 2024-11-19T17:17:06,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35755 2024-11-19T17:17:06,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35755 2024-11-19T17:17:06,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35755 2024-11-19T17:17:06,771 DEBUG [M:0;280a42d09ec8:37713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;280a42d09ec8:37713 2024-11-19T17:17:06,771 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1158994321/backup-masters/280a42d09ec8,37713,1732036626704 2024-11-19T17:17:06,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x101313b2a860006, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1158994321/backup-masters 2024-11-19T17:17:06,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35755-0x101313b2a860007, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1158994321/backup-masters 2024-11-19T17:17:06,773 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37713-0x101313b2a860006, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Set watcher on existing znode=/0-1158994321/backup-masters/280a42d09ec8,37713,1732036626704 2024-11-19T17:17:06,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35755-0x101313b2a860007, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1158994321/master 2024-11-19T17:17:06,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x101313b2a860006, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1158994321 2024-11-19T17:17:06,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35755-0x101313b2a860007, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1158994321 2024-11-19T17:17:06,775 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37713-0x101313b2a860006, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Set watcher on existing znode=/0-1158994321/master 2024-11-19T17:17:06,776 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1158994321/backup-masters/280a42d09ec8,37713,1732036626704 from backup master directory 2024-11-19T17:17:06,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x101313b2a860006, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1158994321/backup-masters/280a42d09ec8,37713,1732036626704 2024-11-19T17:17:06,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x101313b2a860006, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1158994321/backup-masters 2024-11-19T17:17:06,779 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:17:06,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35755-0x101313b2a860007, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1158994321/backup-masters 2024-11-19T17:17:06,779 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=280a42d09ec8,37713,1732036626704 2024-11-19T17:17:06,794 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:17:06,794 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T17:17:06,806 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 12ms. 2024-11-19T17:17:06,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38905 is added to blk_1073741846_1022 (size=196) 2024-11-19T17:17:06,909 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T17:17:07,217 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:17:07,218 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T17:17:07,218 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:17:07,227 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-19T17:17:07,230 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/WALs/280a42d09ec8,43481,1732036611572 to hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/WALs/280a42d09ec8,43481,1732036611572-dead as it is dead 2024-11-19T17:17:07,232 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-19T17:17:07,232 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-19T17:17:07,232 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/WALs/280a42d09ec8,43481,1732036611572-dead/280a42d09ec8%2C43481%2C1732036611572.1732036613922 2024-11-19T17:17:07,237 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/WALs/280a42d09ec8,43481,1732036611572-dead/280a42d09ec8%2C43481%2C1732036611572.1732036613922 after 3ms 2024-11-19T17:17:07,238 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/WALs/280a42d09ec8,43481,1732036611572-dead/280a42d09ec8%2C43481%2C1732036611572.1732036613922 to hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/280a42d09ec8%2C43481%2C1732036611572.1732036613922 2024-11-19T17:17:07,238 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/WALs/280a42d09ec8,43481,1732036611572-dead 2024-11-19T17:17:07,239 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/WALs/280a42d09ec8,37713,1732036626704 2024-11-19T17:17:07,240 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:17:07,241 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=280a42d09ec8%2C37713%2C1732036626704, suffix=, logDir=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/WALs/280a42d09ec8,37713,1732036626704, archiveDir=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/oldWALs, maxLogs=10 2024-11-19T17:17:07,255 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/WALs/280a42d09ec8,37713,1732036626704/280a42d09ec8%2C37713%2C1732036626704.1732036627242, exclude list is [], retry=0 2024-11-19T17:17:07,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38905,DS-c031ea6c-bb6e-4b21-8e57-79e31d7cbfb6,DISK] 2024-11-19T17:17:07,261 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/WALs/280a42d09ec8,37713,1732036626704/280a42d09ec8%2C37713%2C1732036626704.1732036627242 2024-11-19T17:17:07,262 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35523:35523)] 2024-11-19T17:17:07,262 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:17:07,262 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:17:07,263 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:07,263 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:07,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:07,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T17:17:07,266 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:07,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f02e8fb613d41fc92481438e681aced 2024-11-19T17:17:07,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:07,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:07,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T17:17:07,275 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:07,283 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/13006ea6266246f0b0c2b8b668647136 2024-11-19T17:17:07,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:17:07,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:07,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T17:17:07,284 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:07,290 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2e7f4a0990b1440b8f6bc8fc5fd4f85b 2024-11-19T17:17:07,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:17:07,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:07,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T17:17:07,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:07,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:17:07,292 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:07,293 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-19T17:17:07,293 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/280a42d09ec8%2C43481%2C1732036611572.1732036613922 2024-11-19T17:17:07,311 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/280a42d09ec8%2C43481%2C1732036611572.1732036613922 2024-11-19T17:17:07,313 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/280a42d09ec8%2C43481%2C1732036611572.1732036613922 2024-11-19T17:17:07,315 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:07,315 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:07,316 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:17:07,318 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:07,321 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-19T17:17:07,323 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62270911, jitterRate=-0.07209111750125885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:17:07,323 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732036627263Initializing all the Stores at 1732036627264 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036627264Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036627264Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036627264Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036627264Cleaning up temporary data from old regions at 1732036627315 (+51 ms)Region opened successfully at 1732036627323 (+8 ms) 2024-11-19T17:17:07,324 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T17:17:07,328 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@751d5436, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:17:07,339 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-19T17:17:07,339 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T17:17:07,340 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T17:17:07,340 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T17:17:07,341 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T17:17:07,346 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T17:17:07,346 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T17:17:07,347 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T17:17:07,347 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T17:17:07,347 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-19T17:17:07,347 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-19T17:17:07,347 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-19T17:17:07,347 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T17:17:07,352 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=280a42d09ec8,32929,1732036612236, regionLocation=280a42d09ec8,32929,1732036612236, openSeqNum=2 2024-11-19T17:17:07,352 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=280a42d09ec8,32929,1732036612236, table=hbase:meta, region=1588230740 2024-11-19T17:17:07,352 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,32929,1732036612236, state=OPEN 2024-11-19T17:17:07,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35755-0x101313b2a860007, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1158994321/meta-region-server 2024-11-19T17:17:07,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x101313b2a860006, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1158994321/meta-region-server 2024-11-19T17:17:07,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1158994321/meta-region-server: CHANGED 2024-11-19T17:17:07,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1158994321/meta-region-server: CHANGED 2024-11-19T17:17:07,359 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-19T17:17:07,367 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1158994321/draining/280a42d09ec8,32929,1732036612236 already deleted, retry=false 2024-11-19T17:17:07,367 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 280a42d09ec8,32929,1732036612236 on 280a42d09ec8,37713,1732036626704 2024-11-19T17:17:07,373 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 280a42d09ec8,32929,1732036612236, splitWal=true, meta=true 2024-11-19T17:17:07,375 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 280a42d09ec8,32929,1732036612236 (carryingMeta=true) 280a42d09ec8,32929,1732036612236/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@35fbaa4b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-19T17:17:07,377 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37713-0x101313b2a860006, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Unable to get data of znode /0-1158994321/balancer because node does not exist (not necessarily an error) 2024-11-19T17:17:07,379 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1158994321/balancer already deleted, retry=false 2024-11-19T17:17:07,379 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T17:17:07,380 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37713-0x101313b2a860006, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Unable to get data of znode /0-1158994321/normalizer because node does not exist (not necessarily an error) 2024-11-19T17:17:07,381 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1158994321/normalizer already deleted, retry=false 2024-11-19T17:17:07,382 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T17:17:07,382 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37713-0x101313b2a860006, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Unable to get data of znode /0-1158994321/switch/split because node does not exist (not necessarily an error) 2024-11-19T17:17:07,384 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1158994321/switch/split already deleted, retry=false 2024-11-19T17:17:07,385 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37713-0x101313b2a860006, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Unable to get data of znode /0-1158994321/switch/merge because node does not exist (not necessarily an error) 2024-11-19T17:17:07,387 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1158994321/switch/merge already deleted, retry=false 2024-11-19T17:17:07,394 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37713-0x101313b2a860006, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Unable to get data of znode /0-1158994321/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T17:17:07,395 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1158994321/snapshot-cleanup already deleted, retry=false 2024-11-19T17:17:07,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35755-0x101313b2a860007, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1158994321/running 2024-11-19T17:17:07,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x101313b2a860006, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1158994321/running 2024-11-19T17:17:07,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x101313b2a860006, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1158994321 2024-11-19T17:17:07,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35755-0x101313b2a860007, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1158994321 2024-11-19T17:17:07,399 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=280a42d09ec8,37713,1732036626704, sessionid=0x101313b2a860006, setting cluster-up flag (Was=false) 2024-11-19T17:17:07,401 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1158994321/flush-table-proc/acquired, /0-1158994321/flush-table-proc/reached, /0-1158994321/flush-table-proc/abort 2024-11-19T17:17:07,402 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,37713,1732036626704 2024-11-19T17:17:07,405 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1158994321/online-snapshot/acquired, /0-1158994321/online-snapshot/reached, /0-1158994321/online-snapshot/abort 2024-11-19T17:17:07,406 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,37713,1732036626704 2024-11-19T17:17:07,407 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/.lastflushedseqids 2024-11-19T17:17:07,410 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T17:17:07,411 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T17:17:07,411 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 280a42d09ec8,37713,1732036626704 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 280a42d09ec8,32929,1732036612236 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T17:17:07,412 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:17:07,412 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:17:07,413 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:17:07,413 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:17:07,413 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/280a42d09ec8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T17:17:07,413 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:07,413 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:17:07,413 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:07,415 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732036657415 2024-11-19T17:17:07,415 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T17:17:07,415 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T17:17:07,415 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T17:17:07,415 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T17:17:07,416 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T17:17:07,416 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T17:17:07,416 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:07,416 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 280a42d09ec8,32929,1732036612236, splitWal=true, meta=true 2024-11-19T17:17:07,416 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T17:17:07,416 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T17:17:07,416 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T17:17:07,416 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T17:17:07,417 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T17:17:07,417 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T17:17:07,417 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036627417,5,FailOnTimeoutGroup] 2024-11-19T17:17:07,418 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 280a42d09ec8,32929,1732036612236, splitWal=true, meta=true, isMeta: true 2024-11-19T17:17:07,419 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,32929,1732036612236-splitting 2024-11-19T17:17:07,420 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,32929,1732036612236-splitting dir is empty, no logs to split. 2024-11-19T17:17:07,420 INFO [PEWorker-1 {}] master.SplitWALManager(105): 280a42d09ec8,32929,1732036612236 WAL count=0, meta=true 2024-11-19T17:17:07,421 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036627417,5,FailOnTimeoutGroup] 2024-11-19T17:17:07,421 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:07,421 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T17:17:07,421 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:07,421 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:07,421 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732036627421, completionTime=-1 2024-11-19T17:17:07,421 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-19T17:17:07,425 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,32929,1732036612236-splitting dir is empty, no logs to split. 2024-11-19T17:17:07,425 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-19T17:17:07,425 INFO [PEWorker-1 {}] master.SplitWALManager(105): 280a42d09ec8,32929,1732036612236 WAL count=0, meta=true 2024-11-19T17:17:07,425 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 280a42d09ec8,32929,1732036612236 WAL splitting is done? wals=0, meta=true 2024-11-19T17:17:07,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T17:17:07,428 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:17:07,429 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T17:17:07,460 INFO [RS:0;280a42d09ec8:35755 {}] regionserver.HRegionServer(746): ClusterId : 2bfb88c8-2418-4ebd-bcb5-06b43536db3f 2024-11-19T17:17:07,460 DEBUG [RS:0;280a42d09ec8:35755 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T17:17:07,463 DEBUG [RS:0;280a42d09ec8:35755 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T17:17:07,463 DEBUG [RS:0;280a42d09ec8:35755 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T17:17:07,468 DEBUG [RS:0;280a42d09ec8:35755 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T17:17:07,469 DEBUG [RS:0;280a42d09ec8:35755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@665d654c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:17:07,482 DEBUG [RS:0;280a42d09ec8:35755 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;280a42d09ec8:35755 2024-11-19T17:17:07,482 INFO [RS:0;280a42d09ec8:35755 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T17:17:07,482 INFO [RS:0;280a42d09ec8:35755 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T17:17:07,482 DEBUG [RS:0;280a42d09ec8:35755 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T17:17:07,483 INFO [RS:0;280a42d09ec8:35755 {}] regionserver.HRegionServer(2659): reportForDuty to master=280a42d09ec8,37713,1732036626704 with port=35755, startcode=1732036626737 2024-11-19T17:17:07,483 DEBUG [RS:0;280a42d09ec8:35755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T17:17:07,485 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T17:17:07,485 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37713 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 280a42d09ec8,35755,1732036626737 2024-11-19T17:17:07,486 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37713 {}] master.ServerManager(517): Registering regionserver=280a42d09ec8,35755,1732036626737 2024-11-19T17:17:07,488 DEBUG [RS:0;280a42d09ec8:35755 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba 2024-11-19T17:17:07,488 DEBUG [RS:0;280a42d09ec8:35755 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34715 2024-11-19T17:17:07,488 DEBUG [RS:0;280a42d09ec8:35755 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T17:17:07,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x101313b2a860006, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1158994321/rs 2024-11-19T17:17:07,490 DEBUG [RS:0;280a42d09ec8:35755 {}] zookeeper.ZKUtil(111): regionserver:35755-0x101313b2a860007, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Set watcher on existing znode=/0-1158994321/rs/280a42d09ec8,35755,1732036626737 2024-11-19T17:17:07,490 WARN [RS:0;280a42d09ec8:35755 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:17:07,490 INFO [RS:0;280a42d09ec8:35755 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:17:07,490 DEBUG [RS:0;280a42d09ec8:35755 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,35755,1732036626737 2024-11-19T17:17:07,490 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [280a42d09ec8,35755,1732036626737] 2024-11-19T17:17:07,525 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-19T17:17:07,529 INFO [RS:0;280a42d09ec8:35755 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T17:17:07,531 INFO [RS:0;280a42d09ec8:35755 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T17:17:07,532 INFO [RS:0;280a42d09ec8:35755 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T17:17:07,532 INFO [RS:0;280a42d09ec8:35755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:07,532 INFO [RS:0;280a42d09ec8:35755 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T17:17:07,533 INFO [RS:0;280a42d09ec8:35755 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T17:17:07,533 INFO [RS:0;280a42d09ec8:35755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:07,533 DEBUG [RS:0;280a42d09ec8:35755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:07,533 DEBUG [RS:0;280a42d09ec8:35755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:07,534 DEBUG [RS:0;280a42d09ec8:35755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:07,534 DEBUG [RS:0;280a42d09ec8:35755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:07,534 DEBUG [RS:0;280a42d09ec8:35755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:07,534 DEBUG [RS:0;280a42d09ec8:35755 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:17:07,534 DEBUG [RS:0;280a42d09ec8:35755 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:07,534 DEBUG [RS:0;280a42d09ec8:35755 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:07,534 DEBUG [RS:0;280a42d09ec8:35755 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:07,534 DEBUG [RS:0;280a42d09ec8:35755 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:07,534 DEBUG [RS:0;280a42d09ec8:35755 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:07,534 DEBUG [RS:0;280a42d09ec8:35755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:07,534 DEBUG [RS:0;280a42d09ec8:35755 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:17:07,534 DEBUG [RS:0;280a42d09ec8:35755 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:17:07,535 INFO [RS:0;280a42d09ec8:35755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:07,535 INFO [RS:0;280a42d09ec8:35755 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:07,535 INFO [RS:0;280a42d09ec8:35755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:07,535 INFO [RS:0;280a42d09ec8:35755 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:07,535 INFO [RS:0;280a42d09ec8:35755 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:07,535 INFO [RS:0;280a42d09ec8:35755 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,35755,1732036626737-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:17:07,550 INFO [RS:0;280a42d09ec8:35755 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T17:17:07,550 INFO [RS:0;280a42d09ec8:35755 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,35755,1732036626737-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:07,565 INFO [RS:0;280a42d09ec8:35755 {}] regionserver.ReplicationSource(231): queueId=1-280a42d09ec8,35755,1732036626737, ReplicationSource: 1, currentBandwidth=0 2024-11-19T17:17:07,580 WARN [280a42d09ec8:37713 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T17:17:07,580 INFO [RS:0;280a42d09ec8:35755 {}] regionserver.ReplicationSource(231): queueId=2-280a42d09ec8,35755,1732036626737, ReplicationSource: 2, currentBandwidth=0 2024-11-19T17:17:07,580 INFO [RS:0;280a42d09ec8:35755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:07,581 INFO [RS:0;280a42d09ec8:35755 {}] regionserver.Replication(171): 280a42d09ec8,35755,1732036626737 started 2024-11-19T17:17:07,582 DEBUG [RS:0;280a42d09ec8:35755.replicationSource,1-280a42d09ec8,35755,1732036626737 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:45355' 2024-11-19T17:17:07,583 DEBUG [RS:0;280a42d09ec8:35755.replicationSource,1-280a42d09ec8,35755,1732036626737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@675a94a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:07,583 DEBUG [RS:0;280a42d09ec8:35755.replicationSource,1-280a42d09ec8,35755,1732036626737 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,45355,-1 for getting cluster id 2024-11-19T17:17:07,583 DEBUG [RS:0;280a42d09ec8:35755.replicationSource,1-280a42d09ec8,35755,1732036626737 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:17:07,584 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8304dd55-5056-45f0-9a86-9f10a06ad185' 2024-11-19T17:17:07,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:17:07,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8304dd55-5056-45f0-9a86-9f10a06ad185" 2024-11-19T17:17:07,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c64b180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:07,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,45355,-1] 2024-11-19T17:17:07,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:17:07,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:07,587 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:17:07,588 DEBUG [RS:0;280a42d09ec8:35755.replicationSource,1-280a42d09ec8,35755,1732036626737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f0d9085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:07,588 DEBUG [RS:0;280a42d09ec8:35755.replicationSource,1-280a42d09ec8,35755,1732036626737 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:17:07,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,45355,1732036616834 2024-11-19T17:17:07,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2607ff5e 2024-11-19T17:17:07,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:17:07,590 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-19T17:17:07,591 INFO [RS:0;280a42d09ec8:35755.replicationSource,1-280a42d09ec8,35755,1732036626737 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-280a42d09ec8,35755,1732036626737 (queues=0) is replicating from cluster=2bfb88c8-2418-4ebd-bcb5-06b43536db3f to cluster=8304dd55-5056-45f0-9a86-9f10a06ad185 2024-11-19T17:17:07,596 DEBUG [RS:0;280a42d09ec8:35755.replicationSource,2-280a42d09ec8,35755,1732036626737 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:45355' 2024-11-19T17:17:07,596 INFO [RS:0;280a42d09ec8:35755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:07,596 INFO [RS:0;280a42d09ec8:35755 {}] regionserver.HRegionServer(1482): Serving as 280a42d09ec8,35755,1732036626737, RpcServer on 280a42d09ec8/172.17.0.2:35755, sessionid=0x101313b2a860007 2024-11-19T17:17:07,597 DEBUG [RS:0;280a42d09ec8:35755 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T17:17:07,597 DEBUG [RS:0;280a42d09ec8:35755 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 280a42d09ec8,35755,1732036626737 2024-11-19T17:17:07,597 DEBUG [RS:0;280a42d09ec8:35755 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,35755,1732036626737' 2024-11-19T17:17:07,597 DEBUG [RS:0;280a42d09ec8:35755 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1158994321/flush-table-proc/abort' 2024-11-19T17:17:07,597 DEBUG [RS:0;280a42d09ec8:35755 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1158994321/flush-table-proc/acquired' 2024-11-19T17:17:07,598 DEBUG [RS:0;280a42d09ec8:35755.replicationSource,2-280a42d09ec8,35755,1732036626737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46b65f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:07,598 DEBUG [RS:0;280a42d09ec8:35755 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T17:17:07,598 DEBUG [RS:0;280a42d09ec8:35755.replicationSource,2-280a42d09ec8,35755,1732036626737 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,45355,-1 for getting cluster id 2024-11-19T17:17:07,598 DEBUG [RS:0;280a42d09ec8:35755 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T17:17:07,598 DEBUG [RS:0;280a42d09ec8:35755 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 280a42d09ec8,35755,1732036626737 2024-11-19T17:17:07,598 DEBUG [RS:0;280a42d09ec8:35755 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,35755,1732036626737' 2024-11-19T17:17:07,598 DEBUG [RS:0;280a42d09ec8:35755 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1158994321/online-snapshot/abort' 2024-11-19T17:17:07,598 DEBUG [RS:0;280a42d09ec8:35755.replicationSource,2-280a42d09ec8,35755,1732036626737 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:17:07,598 DEBUG [RS:0;280a42d09ec8:35755 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1158994321/online-snapshot/acquired' 2024-11-19T17:17:07,599 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8304dd55-5056-45f0-9a86-9f10a06ad185' 2024-11-19T17:17:07,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:17:07,599 DEBUG [RS:0;280a42d09ec8:35755 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T17:17:07,599 INFO [RS:0;280a42d09ec8:35755 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T17:17:07,599 INFO [RS:0;280a42d09ec8:35755 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T17:17:07,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8304dd55-5056-45f0-9a86-9f10a06ad185" 2024-11-19T17:17:07,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@949d527, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:07,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,45355,-1] 2024-11-19T17:17:07,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:17:07,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:07,600 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:17:07,601 DEBUG [RS:0;280a42d09ec8:35755.replicationSource,2-280a42d09ec8,35755,1732036626737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10d16b6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:07,601 DEBUG [RS:0;280a42d09ec8:35755.replicationSource,2-280a42d09ec8,35755,1732036626737 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:17:07,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,45355,1732036616834 2024-11-19T17:17:07,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e909779 2024-11-19T17:17:07,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:17:07,604 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-19T17:17:07,604 INFO [RS:0;280a42d09ec8:35755.replicationSource,2-280a42d09ec8,35755,1732036626737 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-280a42d09ec8,35755,1732036626737 (queues=0) is replicating from cluster=2bfb88c8-2418-4ebd-bcb5-06b43536db3f to cluster=8304dd55-5056-45f0-9a86-9f10a06ad185 2024-11-19T17:17:07,700 INFO [RS:0;280a42d09ec8:35755 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:17:07,702 INFO [RS:0;280a42d09ec8:35755 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C35755%2C1732036626737, suffix=, logDir=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,35755,1732036626737, archiveDir=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/oldWALs, maxLogs=10 2024-11-19T17:17:07,717 DEBUG [RS:0;280a42d09ec8:35755 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,35755,1732036626737/280a42d09ec8%2C35755%2C1732036626737.1732036627703, exclude list is [], retry=0 2024-11-19T17:17:07,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38905,DS-c031ea6c-bb6e-4b21-8e57-79e31d7cbfb6,DISK] 2024-11-19T17:17:07,724 INFO [RS:0;280a42d09ec8:35755 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,35755,1732036626737/280a42d09ec8%2C35755%2C1732036626737.1732036627703 2024-11-19T17:17:07,724 DEBUG [RS:0;280a42d09ec8:35755 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 280a42d09ec8%2C35755%2C1732036626737 for peer 2 2024-11-19T17:17:07,724 DEBUG [RS:0;280a42d09ec8:35755 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 280a42d09ec8%2C35755%2C1732036626737 for peer 1 2024-11-19T17:17:07,724 DEBUG [RS:0;280a42d09ec8:35755 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=280a42d09ec8%2C35755%2C1732036626737 2024-11-19T17:17:07,724 INFO [RS:0;280a42d09ec8:35755 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-280a42d09ec8,35755,1732036626737, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T17:17:07,725 INFO [RS:0;280a42d09ec8:35755.replicationSource.shipper280a42d09ec8%2C35755%2C1732036626737,1-280a42d09ec8,35755,1732036626737 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 280a42d09ec8%2C35755%2C1732036626737 2024-11-19T17:17:07,725 DEBUG [RS:0;280a42d09ec8:35755 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=280a42d09ec8%2C35755%2C1732036626737 2024-11-19T17:17:07,725 INFO [RS:0;280a42d09ec8:35755 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-280a42d09ec8,35755,1732036626737, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T17:17:07,725 INFO [RS:0;280a42d09ec8:35755.replicationSource.shipper280a42d09ec8%2C35755%2C1732036626737,2-280a42d09ec8,35755,1732036626737 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 280a42d09ec8%2C35755%2C1732036626737 2024-11-19T17:17:07,725 DEBUG [RS:0;280a42d09ec8:35755 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35523:35523)] 2024-11-19T17:17:07,725 DEBUG [RS:0;280a42d09ec8:35755.replicationSource.wal-reader.280a42d09ec8%2C35755%2C1732036626737,1-280a42d09ec8,35755,1732036626737 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,35755,1732036626737/280a42d09ec8%2C35755%2C1732036626737.1732036627703, startPosition=0, beingWritten=true 2024-11-19T17:17:07,725 DEBUG [RS:0;280a42d09ec8:35755.replicationSource.wal-reader.280a42d09ec8%2C35755%2C1732036626737,2-280a42d09ec8,35755,1732036626737 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,35755,1732036626737/280a42d09ec8%2C35755%2C1732036626737.1732036627703, startPosition=0, beingWritten=true 2024-11-19T17:17:07,830 DEBUG [280a42d09ec8:37713 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T17:17:07,831 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=280a42d09ec8,35755,1732036626737 2024-11-19T17:17:07,832 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,35755,1732036626737, state=OPENING 2024-11-19T17:17:07,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x101313b2a860006, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1158994321/meta-region-server 2024-11-19T17:17:07,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35755-0x101313b2a860007, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1158994321/meta-region-server 2024-11-19T17:17:07,834 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1158994321/meta-region-server: CHANGED 2024-11-19T17:17:07,834 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:17:07,834 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1158994321/meta-region-server: CHANGED 2024-11-19T17:17:07,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,35755,1732036626737}] 2024-11-19T17:17:07,938 DEBUG [RS:0;280a42d09ec8:35755.replicationSource.wal-reader.280a42d09ec8%2C35755%2C1732036626737,1-280a42d09ec8,35755,1732036626737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,35755,1732036626737/280a42d09ec8%2C35755%2C1732036626737.1732036627703 to pos 0, reset compression=false 2024-11-19T17:17:07,938 DEBUG [RS:0;280a42d09ec8:35755.replicationSource.wal-reader.280a42d09ec8%2C35755%2C1732036626737,2-280a42d09ec8,35755,1732036626737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,35755,1732036626737/280a42d09ec8%2C35755%2C1732036626737.1732036627703 to pos 0, reset compression=false 2024-11-19T17:17:07,988 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:17:07,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T17:17:07,994 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T17:17:07,994 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:17:07,995 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T17:17:07,996 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C35755%2C1732036626737.meta, suffix=.meta, logDir=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,35755,1732036626737, archiveDir=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/oldWALs, maxLogs=10 2024-11-19T17:17:08,011 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,35755,1732036626737/280a42d09ec8%2C35755%2C1732036626737.meta.1732036627997.meta, exclude list is [], retry=0 2024-11-19T17:17:08,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38905,DS-c031ea6c-bb6e-4b21-8e57-79e31d7cbfb6,DISK] 2024-11-19T17:17:08,016 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,35755,1732036626737/280a42d09ec8%2C35755%2C1732036626737.meta.1732036627997.meta 2024-11-19T17:17:08,017 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35523:35523)] 2024-11-19T17:17:08,017 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:17:08,017 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:17:08,017 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:17:08,017 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T17:17:08,017 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T17:17:08,018 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T17:17:08,018 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:17:08,018 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T17:17:08,018 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T17:17:08,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:17:08,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:17:08,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:08,028 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/meta/1588230740/info/ce0af453852549679380bac6b75d6231 2024-11-19T17:17:08,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:08,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:17:08,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:17:08,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:08,036 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/meta/1588230740/ns/68b119b47de24ca282dc204cad920788 2024-11-19T17:17:08,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:08,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:17:08,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:17:08,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:08,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:08,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:17:08,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:17:08,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:08,045 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/meta/1588230740/table/e0c90a2e15504fd4a9abbed196f7a91d 2024-11-19T17:17:08,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:08,045 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:17:08,046 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/meta/1588230740 2024-11-19T17:17:08,047 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/meta/1588230740 2024-11-19T17:17:08,048 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:17:08,048 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:17:08,049 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:17:08,051 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:17:08,051 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65556120, jitterRate=-0.023137688636779785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:17:08,052 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T17:17:08,052 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732036628018Writing region info on filesystem at 1732036628018Initializing all the Stores at 1732036628019 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036628019Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036628019Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036628019Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036628019Cleaning up temporary data from old regions at 1732036628048 (+29 ms)Running coprocessor post-open hooks at 1732036628052 (+4 ms)Region opened successfully at 1732036628052 2024-11-19T17:17:08,053 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732036627988 2024-11-19T17:17:08,055 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T17:17:08,056 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T17:17:08,057 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=280a42d09ec8,35755,1732036626737 2024-11-19T17:17:08,058 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,35755,1732036626737, state=OPEN 2024-11-19T17:17:08,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x101313b2a860006, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1158994321/meta-region-server 2024-11-19T17:17:08,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35755-0x101313b2a860007, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1158994321/meta-region-server 2024-11-19T17:17:08,060 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=280a42d09ec8,35755,1732036626737 2024-11-19T17:17:08,060 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1158994321/meta-region-server: CHANGED 2024-11-19T17:17:08,060 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1158994321/meta-region-server: CHANGED 2024-11-19T17:17:08,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-19T17:17:08,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,35755,1732036626737 in 226 msec 2024-11-19T17:17:08,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-19T17:17:08,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 637 msec 2024-11-19T17:17:08,246 DEBUG [RS:0;280a42d09ec8:35755.replicationSource.wal-reader.280a42d09ec8%2C35755%2C1732036626737,2-280a42d09ec8,35755,1732036626737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,35755,1732036626737/280a42d09ec8%2C35755%2C1732036626737.1732036627703 to pos 0, reset compression=false 2024-11-19T17:17:08,246 DEBUG [RS:0;280a42d09ec8:35755.replicationSource.wal-reader.280a42d09ec8%2C35755%2C1732036626737,1-280a42d09ec8,35755,1732036626737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,35755,1732036626737/280a42d09ec8%2C35755%2C1732036626737.1732036627703 to pos 0, reset compression=false 2024-11-19T17:17:08,653 DEBUG [RS:0;280a42d09ec8:35755.replicationSource.wal-reader.280a42d09ec8%2C35755%2C1732036626737,2-280a42d09ec8,35755,1732036626737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,35755,1732036626737/280a42d09ec8%2C35755%2C1732036626737.1732036627703 to pos 0, reset compression=false 2024-11-19T17:17:08,653 DEBUG [RS:0;280a42d09ec8:35755.replicationSource.wal-reader.280a42d09ec8%2C35755%2C1732036626737,1-280a42d09ec8,35755,1732036626737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,35755,1732036626737/280a42d09ec8%2C35755%2C1732036626737.1732036627703 to pos 0, reset compression=false 2024-11-19T17:17:09,027 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1605ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-19T17:17:09,160 DEBUG [RS:0;280a42d09ec8:35755.replicationSource.wal-reader.280a42d09ec8%2C35755%2C1732036626737,2-280a42d09ec8,35755,1732036626737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,35755,1732036626737/280a42d09ec8%2C35755%2C1732036626737.1732036627703 to pos 0, reset compression=false 2024-11-19T17:17:09,160 DEBUG [RS:0;280a42d09ec8:35755.replicationSource.wal-reader.280a42d09ec8%2C35755%2C1732036626737,1-280a42d09ec8,35755,1732036626737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,35755,1732036626737/280a42d09ec8%2C35755%2C1732036626737.1732036627703 to pos 0, reset compression=false 2024-11-19T17:17:09,767 DEBUG [RS:0;280a42d09ec8:35755.replicationSource.wal-reader.280a42d09ec8%2C35755%2C1732036626737,2-280a42d09ec8,35755,1732036626737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,35755,1732036626737/280a42d09ec8%2C35755%2C1732036626737.1732036627703 to pos 0, reset compression=false 2024-11-19T17:17:09,767 DEBUG [RS:0;280a42d09ec8:35755.replicationSource.wal-reader.280a42d09ec8%2C35755%2C1732036626737,1-280a42d09ec8,35755,1732036626737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,35755,1732036626737/280a42d09ec8%2C35755%2C1732036626737.1732036627703 to pos 0, reset compression=false 2024-11-19T17:17:10,473 DEBUG [RS:0;280a42d09ec8:35755.replicationSource.wal-reader.280a42d09ec8%2C35755%2C1732036626737,2-280a42d09ec8,35755,1732036626737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,35755,1732036626737/280a42d09ec8%2C35755%2C1732036626737.1732036627703 to pos 0, reset compression=false 2024-11-19T17:17:10,473 DEBUG [RS:0;280a42d09ec8:35755.replicationSource.wal-reader.280a42d09ec8%2C35755%2C1732036626737,1-280a42d09ec8,35755,1732036626737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,35755,1732036626737/280a42d09ec8%2C35755%2C1732036626737.1732036627703 to pos 0, reset compression=false 2024-11-19T17:17:10,530 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3107ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3004ms 2024-11-19T17:17:11,280 DEBUG [RS:0;280a42d09ec8:35755.replicationSource.wal-reader.280a42d09ec8%2C35755%2C1732036626737,2-280a42d09ec8,35755,1732036626737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,35755,1732036626737/280a42d09ec8%2C35755%2C1732036626737.1732036627703 to pos 0, reset compression=false 2024-11-19T17:17:11,280 DEBUG [RS:0;280a42d09ec8:35755.replicationSource.wal-reader.280a42d09ec8%2C35755%2C1732036626737,1-280a42d09ec8,35755,1732036626737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,35755,1732036626737/280a42d09ec8%2C35755%2C1732036626737.1732036627703 to pos 0, reset compression=false 2024-11-19T17:17:11,932 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4510ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-19T17:17:11,932 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T17:17:11,932 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:17:11,932 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,35755,1732036626737, seqNum=-1] 2024-11-19T17:17:11,933 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:17:11,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:17:11,940 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a345f768981562fd8c8b118422912c82, regionState=OPEN, lastHost=280a42d09ec8,32929,1732036612236, regionLocation=280a42d09ec8,32929,1732036612236, openSeqNum=2 2024-11-19T17:17:11,941 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T17:17:11,941 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732036691941 2024-11-19T17:17:11,941 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732036751941 2024-11-19T17:17:11,941 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 8 msec 2024-11-19T17:17:11,941 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,37713,1732036626704-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:11,941 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,37713,1732036626704-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:11,941 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,37713,1732036626704-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:11,941 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 280a42d09ec8,32929,1732036612236 had 2 regions 2024-11-19T17:17:11,941 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-280a42d09ec8:37713, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:11,941 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:11,942 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:11,943 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 280a42d09ec8,32929,1732036612236, splitWal=true, meta=true, isMeta: false 2024-11-19T17:17:11,945 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,32929,1732036612236-splitting dir is empty, no logs to split. 2024-11-19T17:17:11,945 INFO [PEWorker-3 {}] master.SplitWALManager(105): 280a42d09ec8,32929,1732036612236 WAL count=0, meta=false 2024-11-19T17:17:11,948 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.169sec 2024-11-19T17:17:11,948 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T17:17:11,949 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T17:17:11,949 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T17:17:11,949 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T17:17:11,949 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T17:17:11,949 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,37713,1732036626704-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:17:11,949 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,32929,1732036612236-splitting dir is empty, no logs to split. 2024-11-19T17:17:11,949 INFO [PEWorker-3 {}] master.SplitWALManager(105): 280a42d09ec8,32929,1732036612236 WAL count=0, meta=false 2024-11-19T17:17:11,949 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,37713,1732036626704-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T17:17:11,949 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 280a42d09ec8,32929,1732036612236 WAL splitting is done? wals=0, meta=false 2024-11-19T17:17:11,951 WARN [master/280a42d09ec8:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=280a42d09ec8,32929,1732036612236/hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82. 2024-11-19T17:17:11,952 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a345f768981562fd8c8b118422912c82, ASSIGN}] 2024-11-19T17:17:11,953 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a345f768981562fd8c8b118422912c82, ASSIGN 2024-11-19T17:17:11,953 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T17:17:11,953 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T17:17:11,953 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,37713,1732036626704-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:11,954 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a345f768981562fd8c8b118422912c82, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T17:17:11,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8f89f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:11,963 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,37713,-1 for getting cluster id 2024-11-19T17:17:11,963 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:17:11,965 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2bfb88c8-2418-4ebd-bcb5-06b43536db3f' 2024-11-19T17:17:11,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:17:11,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2bfb88c8-2418-4ebd-bcb5-06b43536db3f" 2024-11-19T17:17:11,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@606f1802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:11,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,37713,-1] 2024-11-19T17:17:11,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:17:11,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:11,968 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:17:11,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b24d1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:11,969 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:17:11,970 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,35755,1732036626737, seqNum=-1] 2024-11-19T17:17:11,971 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:17:11,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:17:11,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-19T17:17:11,975 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:17:11,975 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:17:11,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:11,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:11,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:17:11,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 280a42d09ec8:37713 after: 280a42d09ec8:37713 2024-11-19T17:17:11,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T17:17:11,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a967d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:11,976 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,37713,-1 for getting cluster id 2024-11-19T17:17:11,976 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:17:11,977 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2bfb88c8-2418-4ebd-bcb5-06b43536db3f' 2024-11-19T17:17:11,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:17:11,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2bfb88c8-2418-4ebd-bcb5-06b43536db3f" 2024-11-19T17:17:11,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0e19bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:11,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,37713,-1] 2024-11-19T17:17:11,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:17:11,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:11,979 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:17:11,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1680cd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:11,980 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:17:11,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,37713,1732036626704 2024-11-19T17:17:11,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52089519 2024-11-19T17:17:11,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:17:11,981 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:17:11,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T17:17:11,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-19T17:17:11,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T17:17:11,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-19T17:17:11,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T17:17:11,985 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:17:11,985 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:17:11,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:11,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:11,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:17:11,985 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T17:17:11,985 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=966452312, stopped=false 2024-11-19T17:17:11,985 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=280a42d09ec8,45355,1732036616834 2024-11-19T17:17:11,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45355-0x101313b2a860003, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11532129513/running 2024-11-19T17:17:11,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45355-0x101313b2a860003, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11532129513 2024-11-19T17:17:11,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x101313b2a860004, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11532129513/running 2024-11-19T17:17:11,988 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:17:11,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x101313b2a860004, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11532129513 2024-11-19T17:17:11,989 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:17:11,989 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:17:11,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45355-0x101313b2a860003, quorum=127.0.0.1:64034, baseZNode=/11532129513 Set watcher on znode that does not yet exist, /11532129513/running 2024-11-19T17:17:11,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41331-0x101313b2a860004, quorum=127.0.0.1:64034, baseZNode=/11532129513 Set watcher on znode that does not yet exist, /11532129513/running 2024-11-19T17:17:11,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:11,989 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '280a42d09ec8,41331,1732036616886' ***** 2024-11-19T17:17:11,989 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T17:17:11,990 INFO [RS:0;280a42d09ec8:41331 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T17:17:11,990 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T17:17:11,990 INFO [RS:0;280a42d09ec8:41331 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T17:17:11,990 INFO [RS:0;280a42d09ec8:41331 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T17:17:11,990 INFO [RS:0;280a42d09ec8:41331 {}] regionserver.HRegionServer(959): stopping server 280a42d09ec8,41331,1732036616886 2024-11-19T17:17:11,990 INFO [RS:0;280a42d09ec8:41331 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:17:11,990 INFO [RS:0;280a42d09ec8:41331 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:41331. 2024-11-19T17:17:11,990 DEBUG [RS:0;280a42d09ec8:41331 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:17:11,990 DEBUG [RS:0;280a42d09ec8:41331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:11,990 INFO [RS:0;280a42d09ec8:41331 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T17:17:11,990 INFO [RS:0;280a42d09ec8:41331 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T17:17:11,990 INFO [RS:0;280a42d09ec8:41331 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T17:17:11,990 INFO [RS:0;280a42d09ec8:41331 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T17:17:11,991 INFO [RS:0;280a42d09ec8:41331 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T17:17:11,991 DEBUG [RS:0;280a42d09ec8:41331 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T17:17:11,991 DEBUG [RS:0;280a42d09ec8:41331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:17:11,991 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:17:11,991 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:17:11,991 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:17:11,991 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:17:11,991 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:17:11,991 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-19T17:17:12,009 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/data/hbase/meta/1588230740/.tmp/ns/09d181cbfb904785a9018819eab50ec7 is 43, key is default/ns:d/1732036620001/Put/seqid=0 2024-11-19T17:17:12,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34211 is added to blk_1073741835_1011 (size=5153) 2024-11-19T17:17:12,067 INFO [regionserver/280a42d09ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:17:12,105 DEBUG [280a42d09ec8:37713 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T17:17:12,105 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=a345f768981562fd8c8b118422912c82, regionState=OPENING, regionLocation=280a42d09ec8,35755,1732036626737 2024-11-19T17:17:12,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a345f768981562fd8c8b118422912c82, ASSIGN because future has completed 2024-11-19T17:17:12,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure a345f768981562fd8c8b118422912c82, server=280a42d09ec8,35755,1732036626737}] 2024-11-19T17:17:12,187 DEBUG [RS:0;280a42d09ec8:35755.replicationSource.wal-reader.280a42d09ec8%2C35755%2C1732036626737,2-280a42d09ec8,35755,1732036626737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,35755,1732036626737/280a42d09ec8%2C35755%2C1732036626737.1732036627703 to pos 0, reset compression=false 2024-11-19T17:17:12,187 DEBUG [RS:0;280a42d09ec8:35755.replicationSource.wal-reader.280a42d09ec8%2C35755%2C1732036626737,1-280a42d09ec8,35755,1732036626737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,35755,1732036626737/280a42d09ec8%2C35755%2C1732036626737.1732036627703 to pos 0, reset compression=false 2024-11-19T17:17:12,191 DEBUG [RS:0;280a42d09ec8:41331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:17:12,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82. 2024-11-19T17:17:12,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:17:12,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T17:17:12,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C35755%2C1732036626737.rep, suffix=, logDir=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,35755,1732036626737, archiveDir=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/oldWALs, maxLogs=10 2024-11-19T17:17:12,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,35755,1732036626737/280a42d09ec8%2C35755%2C1732036626737.rep.1732036632270, exclude list is [], retry=0 2024-11-19T17:17:12,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38905,DS-c031ea6c-bb6e-4b21-8e57-79e31d7cbfb6,DISK] 2024-11-19T17:17:12,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,35755,1732036626737/280a42d09ec8%2C35755%2C1732036626737.rep.1732036632270 2024-11-19T17:17:12,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35523:35523)] 2024-11-19T17:17:12,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => a345f768981562fd8c8b118422912c82, NAME => 'hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:17:12,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:17:12,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:17:12,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82. service=MultiRowMutationService 2024-11-19T17:17:12,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T17:17:12,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a345f768981562fd8c8b118422912c82 2024-11-19T17:17:12,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:17:12,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for a345f768981562fd8c8b118422912c82 2024-11-19T17:17:12,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for a345f768981562fd8c8b118422912c82 2024-11-19T17:17:12,295 INFO [StoreOpener-a345f768981562fd8c8b118422912c82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a345f768981562fd8c8b118422912c82 2024-11-19T17:17:12,296 INFO [StoreOpener-a345f768981562fd8c8b118422912c82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a345f768981562fd8c8b118422912c82 columnFamilyName hfileref 2024-11-19T17:17:12,296 DEBUG [StoreOpener-a345f768981562fd8c8b118422912c82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:12,297 INFO [StoreOpener-a345f768981562fd8c8b118422912c82-1 {}] regionserver.HStore(327): Store=a345f768981562fd8c8b118422912c82/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:17:12,297 INFO [StoreOpener-a345f768981562fd8c8b118422912c82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a345f768981562fd8c8b118422912c82 2024-11-19T17:17:12,297 INFO [StoreOpener-a345f768981562fd8c8b118422912c82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a345f768981562fd8c8b118422912c82 columnFamilyName queue 2024-11-19T17:17:12,298 DEBUG [StoreOpener-a345f768981562fd8c8b118422912c82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:12,304 DEBUG [StoreOpener-a345f768981562fd8c8b118422912c82-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/replication/a345f768981562fd8c8b118422912c82/queue/d436b9c25c254ca1901a216c912d77fa 2024-11-19T17:17:12,304 INFO [StoreOpener-a345f768981562fd8c8b118422912c82-1 {}] regionserver.HStore(327): Store=a345f768981562fd8c8b118422912c82/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:17:12,305 INFO [StoreOpener-a345f768981562fd8c8b118422912c82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a345f768981562fd8c8b118422912c82 2024-11-19T17:17:12,305 INFO [StoreOpener-a345f768981562fd8c8b118422912c82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a345f768981562fd8c8b118422912c82 columnFamilyName sid 2024-11-19T17:17:12,305 DEBUG [StoreOpener-a345f768981562fd8c8b118422912c82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:12,306 INFO [StoreOpener-a345f768981562fd8c8b118422912c82-1 {}] regionserver.HStore(327): Store=a345f768981562fd8c8b118422912c82/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:17:12,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for a345f768981562fd8c8b118422912c82 2024-11-19T17:17:12,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/replication/a345f768981562fd8c8b118422912c82 2024-11-19T17:17:12,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/replication/a345f768981562fd8c8b118422912c82 2024-11-19T17:17:12,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for a345f768981562fd8c8b118422912c82 2024-11-19T17:17:12,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for a345f768981562fd8c8b118422912c82 2024-11-19T17:17:12,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:17:12,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for a345f768981562fd8c8b118422912c82 2024-11-19T17:17:12,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened a345f768981562fd8c8b118422912c82; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70544494, jitterRate=0.05119487643241882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:17:12,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a345f768981562fd8c8b118422912c82 2024-11-19T17:17:12,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for a345f768981562fd8c8b118422912c82: Running coprocessor pre-open hook at 1732036632294Writing region info on filesystem at 1732036632294Initializing all the Stores at 1732036632295 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036632295Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036632295Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036632295Cleaning up temporary data from old regions at 1732036632310 (+15 ms)Running coprocessor post-open hooks at 1732036632314 (+4 ms)Region opened successfully at 1732036632315 (+1 ms) 2024-11-19T17:17:12,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82., pid=19, masterSystemTime=1732036632262 2024-11-19T17:17:12,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82. 2024-11-19T17:17:12,318 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82. 2024-11-19T17:17:12,319 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=a345f768981562fd8c8b118422912c82, regionState=OPEN, openSeqNum=10, regionLocation=280a42d09ec8,35755,1732036626737 2024-11-19T17:17:12,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure a345f768981562fd8c8b118422912c82, server=280a42d09ec8,35755,1732036626737 because future has completed 2024-11-19T17:17:12,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-19T17:17:12,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure a345f768981562fd8c8b118422912c82, server=280a42d09ec8,35755,1732036626737 in 214 msec 2024-11-19T17:17:12,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-19T17:17:12,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a345f768981562fd8c8b118422912c82, ASSIGN in 375 msec 2024-11-19T17:17:12,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-19T17:17:12,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82., hostname=280a42d09ec8,35755,1732036626737, seqNum=10] 2024-11-19T17:17:12,365 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 280a42d09ec8,32929,1732036612236 2024-11-19T17:17:12,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-19T17:17:12,391 DEBUG [RS:0;280a42d09ec8:41331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:17:12,414 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/data/hbase/meta/1588230740/.tmp/ns/09d181cbfb904785a9018819eab50ec7 2024-11-19T17:17:12,421 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/data/hbase/meta/1588230740/.tmp/ns/09d181cbfb904785a9018819eab50ec7 as hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/data/hbase/meta/1588230740/ns/09d181cbfb904785a9018819eab50ec7 2024-11-19T17:17:12,427 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/data/hbase/meta/1588230740/ns/09d181cbfb904785a9018819eab50ec7, entries=2, sequenceid=6, filesize=5.0 K 2024-11-19T17:17:12,429 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=6, compaction requested=false 2024-11-19T17:17:12,429 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T17:17:12,434 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T17:17:12,434 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:17:12,434 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:17:12,435 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:17:12,435 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036631991Running coprocessor pre-close hooks at 1732036631991Disabling compacts and flushes for region at 1732036631991Disabling writes for close at 1732036631991Obtaining lock to block concurrent updates at 1732036631991Preparing flush snapshotting stores in 1588230740 at 1732036631991Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732036631992 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732036631992Flushing 1588230740/ns: creating writer at 1732036631992Flushing 1588230740/ns: appending metadata at 1732036632008 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732036632008Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67c063f: reopening flushed file at 1732036632421 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=6, compaction requested=false at 1732036632429 (+8 ms)Writing region close event to WAL at 1732036632430 (+1 ms)Running coprocessor post-close hooks at 1732036632434 (+4 ms)Closed at 1732036632434 2024-11-19T17:17:12,435 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T17:17:12,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35755 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-19T17:17:12,591 INFO [RS:0;280a42d09ec8:41331 {}] regionserver.HRegionServer(976): stopping server 280a42d09ec8,41331,1732036616886; all regions closed. 2024-11-19T17:17:12,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34211 is added to blk_1073741834_1010 (size=1152) 2024-11-19T17:17:12,597 DEBUG [RS:0;280a42d09ec8:41331 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/oldWALs 2024-11-19T17:17:12,597 INFO [RS:0;280a42d09ec8:41331 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 280a42d09ec8%2C41331%2C1732036616886.meta:.meta(num 1732036619931) 2024-11-19T17:17:12,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34211 is added to blk_1073741832_1008 (size=93) 2024-11-19T17:17:12,602 DEBUG [RS:0;280a42d09ec8:41331 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/oldWALs 2024-11-19T17:17:12,602 INFO [RS:0;280a42d09ec8:41331 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 280a42d09ec8%2C41331%2C1732036616886:(num 1732036618998) 2024-11-19T17:17:12,602 DEBUG [RS:0;280a42d09ec8:41331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:12,602 INFO [RS:0;280a42d09ec8:41331 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:17:12,602 INFO [RS:0;280a42d09ec8:41331 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:17:12,602 INFO [RS:0;280a42d09ec8:41331 {}] hbase.ChoreService(370): Chore service for: regionserver/280a42d09ec8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T17:17:12,602 INFO [RS:0;280a42d09ec8:41331 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:17:12,602 INFO [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:17:12,602 INFO [RS:0;280a42d09ec8:41331 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41331 2024-11-19T17:17:12,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x101313b2a860004, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11532129513/rs/280a42d09ec8,41331,1732036616886 2024-11-19T17:17:12,605 INFO [RS:0;280a42d09ec8:41331 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:17:12,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45355-0x101313b2a860003, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11532129513/rs 2024-11-19T17:17:12,606 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [280a42d09ec8,41331,1732036616886] 2024-11-19T17:17:12,607 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11532129513/draining/280a42d09ec8,41331,1732036616886 already deleted, retry=false 2024-11-19T17:17:12,608 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 280a42d09ec8,41331,1732036616886 expired; onlineServers=0 2024-11-19T17:17:12,608 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '280a42d09ec8,45355,1732036616834' ***** 2024-11-19T17:17:12,608 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T17:17:12,608 INFO [M:0;280a42d09ec8:45355 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:17:12,608 INFO [M:0;280a42d09ec8:45355 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:17:12,608 DEBUG [M:0;280a42d09ec8:45355 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T17:17:12,608 DEBUG [M:0;280a42d09ec8:45355 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T17:17:12,608 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T17:17:12,608 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036618734 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036618734,5,FailOnTimeoutGroup] 2024-11-19T17:17:12,608 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036618734 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036618734,5,FailOnTimeoutGroup] 2024-11-19T17:17:12,608 INFO [M:0;280a42d09ec8:45355 {}] hbase.ChoreService(370): Chore service for: master/280a42d09ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T17:17:12,608 INFO [M:0;280a42d09ec8:45355 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:17:12,608 DEBUG [M:0;280a42d09ec8:45355 {}] master.HMaster(1795): Stopping service threads 2024-11-19T17:17:12,609 INFO [M:0;280a42d09ec8:45355 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T17:17:12,609 INFO [M:0;280a42d09ec8:45355 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:17:12,609 INFO [M:0;280a42d09ec8:45355 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T17:17:12,609 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T17:17:12,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45355-0x101313b2a860003, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11532129513/master 2024-11-19T17:17:12,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45355-0x101313b2a860003, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11532129513 2024-11-19T17:17:12,611 DEBUG [M:0;280a42d09ec8:45355 {}] zookeeper.ZKUtil(347): master:45355-0x101313b2a860003, quorum=127.0.0.1:64034, baseZNode=/11532129513 Unable to get data of znode /11532129513/master because node does not exist (not an error) 2024-11-19T17:17:12,611 WARN [M:0;280a42d09ec8:45355 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T17:17:12,612 INFO [M:0;280a42d09ec8:45355 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/.lastflushedseqids 2024-11-19T17:17:12,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34211 is added to blk_1073741836_1012 (size=99) 2024-11-19T17:17:12,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x101313b2a860004, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:17:12,706 INFO [RS:0;280a42d09ec8:41331 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:17:12,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x101313b2a860004, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:17:12,706 INFO [RS:0;280a42d09ec8:41331 {}] regionserver.HRegionServer(1031): Exiting; stopping=280a42d09ec8,41331,1732036616886; zookeeper connection closed. 2024-11-19T17:17:12,707 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f3fc389 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f3fc389 2024-11-19T17:17:12,707 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T17:17:13,018 INFO [M:0;280a42d09ec8:45355 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T17:17:13,018 INFO [M:0;280a42d09ec8:45355 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T17:17:13,018 DEBUG [M:0;280a42d09ec8:45355 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:17:13,018 INFO [M:0;280a42d09ec8:45355 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:17:13,018 DEBUG [M:0;280a42d09ec8:45355 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:17:13,018 DEBUG [M:0;280a42d09ec8:45355 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:17:13,018 DEBUG [M:0;280a42d09ec8:45355 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:17:13,019 INFO [M:0;280a42d09ec8:45355 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-19T17:17:13,037 DEBUG [M:0;280a42d09ec8:45355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/45eee9118d104c5797f1bd201acc7b2e is 82, key is hbase:meta,,1/info:regioninfo/1732036619982/Put/seqid=0 2024-11-19T17:17:13,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34211 is added to blk_1073741837_1013 (size=5672) 2024-11-19T17:17:13,193 DEBUG [RS:0;280a42d09ec8:35755.replicationSource.wal-reader.280a42d09ec8%2C35755%2C1732036626737,1-280a42d09ec8,35755,1732036626737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,35755,1732036626737/280a42d09ec8%2C35755%2C1732036626737.1732036627703 to pos 0, reset compression=false 2024-11-19T17:17:13,193 DEBUG [RS:0;280a42d09ec8:35755.replicationSource.wal-reader.280a42d09ec8%2C35755%2C1732036626737,2-280a42d09ec8,35755,1732036626737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,35755,1732036626737/280a42d09ec8%2C35755%2C1732036626737.1732036627703 to pos 0, reset compression=false 2024-11-19T17:17:13,442 INFO [M:0;280a42d09ec8:45355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/45eee9118d104c5797f1bd201acc7b2e 2024-11-19T17:17:13,465 DEBUG [M:0;280a42d09ec8:45355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4df513d6f487402cadb375ef9d92e8db is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732036620006/Put/seqid=0 2024-11-19T17:17:13,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34211 is added to blk_1073741838_1014 (size=5275) 2024-11-19T17:17:13,520 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T17:17:13,871 INFO [M:0;280a42d09ec8:45355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4df513d6f487402cadb375ef9d92e8db 2024-11-19T17:17:13,904 DEBUG [M:0;280a42d09ec8:45355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd340a7cd1ed42c1a8673167390137f3 is 69, key is 280a42d09ec8,41331,1732036616886/rs:state/1732036618836/Put/seqid=0 2024-11-19T17:17:13,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34211 is added to blk_1073741839_1015 (size=5156) 2024-11-19T17:17:13,913 INFO [M:0;280a42d09ec8:45355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd340a7cd1ed42c1a8673167390137f3 2024-11-19T17:17:13,924 DEBUG [M:0;280a42d09ec8:45355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/45eee9118d104c5797f1bd201acc7b2e as hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/45eee9118d104c5797f1bd201acc7b2e 2024-11-19T17:17:13,933 INFO [M:0;280a42d09ec8:45355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/45eee9118d104c5797f1bd201acc7b2e, entries=8, sequenceid=28, filesize=5.5 K 2024-11-19T17:17:13,934 DEBUG [M:0;280a42d09ec8:45355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4df513d6f487402cadb375ef9d92e8db as hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4df513d6f487402cadb375ef9d92e8db 2024-11-19T17:17:13,942 INFO [M:0;280a42d09ec8:45355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4df513d6f487402cadb375ef9d92e8db, entries=3, sequenceid=28, filesize=5.2 K 2024-11-19T17:17:13,943 DEBUG [M:0;280a42d09ec8:45355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd340a7cd1ed42c1a8673167390137f3 as hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cd340a7cd1ed42c1a8673167390137f3 2024-11-19T17:17:13,951 INFO [M:0;280a42d09ec8:45355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42525/user/jenkins/test-data/a7944240-2d93-96af-e7b7-c63bb12cf098/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cd340a7cd1ed42c1a8673167390137f3, entries=1, sequenceid=28, filesize=5.0 K 2024-11-19T17:17:13,953 INFO [M:0;280a42d09ec8:45355 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 935ms, sequenceid=28, compaction requested=false 2024-11-19T17:17:13,956 INFO [M:0;280a42d09ec8:45355 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:17:13,957 DEBUG [M:0;280a42d09ec8:45355 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036633018Disabling compacts and flushes for region at 1732036633018Disabling writes for close at 1732036633018Obtaining lock to block concurrent updates at 1732036633019 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732036633019Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732036633019Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732036633020 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732036633020Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732036633037 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732036633037Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732036633449 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732036633465 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732036633465Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732036633880 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732036633904 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732036633904Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@348ca81: reopening flushed file at 1732036633923 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f020aa0: reopening flushed file at 1732036633933 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b734a4e: reopening flushed file at 1732036633942 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 935ms, sequenceid=28, compaction requested=false at 1732036633953 (+11 ms)Writing region close event to WAL at 1732036633956 (+3 ms)Closed at 1732036633956 2024-11-19T17:17:13,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34211 is added to blk_1073741830_1006 (size=10165) 2024-11-19T17:17:13,961 INFO [M:0;280a42d09ec8:45355 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T17:17:13,961 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:17:13,961 INFO [M:0;280a42d09ec8:45355 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45355 2024-11-19T17:17:13,965 INFO [M:0;280a42d09ec8:45355 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:17:14,067 INFO [M:0;280a42d09ec8:45355 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:17:14,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45355-0x101313b2a860003, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:17:14,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45355-0x101313b2a860003, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:17:14,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:17:14,075 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:17:14,075 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:17:14,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:17:14,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c/hadoop.log.dir/,STOPPED} 2024-11-19T17:17:14,078 WARN [BP-1922072948-172.17.0.2-1732036616163 heartbeating to localhost/127.0.0.1:42525 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T17:17:14,078 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T17:17:14,078 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T17:17:14,078 WARN [BP-1922072948-172.17.0.2-1732036616163 heartbeating to localhost/127.0.0.1:42525 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1922072948-172.17.0.2-1732036616163 (Datanode Uuid 7776b476-e980-4ce6-ad73-6eadf8395281) service to localhost/127.0.0.1:42525 2024-11-19T17:17:14,080 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c/cluster_684ff5e9-31ec-21fc-8263-a6c5ad60201d/data/data1/current/BP-1922072948-172.17.0.2-1732036616163 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:17:14,080 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c/cluster_684ff5e9-31ec-21fc-8263-a6c5ad60201d/data/data2/current/BP-1922072948-172.17.0.2-1732036616163 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:17:14,080 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T17:17:14,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:17:14,093 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:17:14,093 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:17:14,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:17:14,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c/hadoop.log.dir/,STOPPED} 2024-11-19T17:17:14,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T17:17:14,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T17:17:14,117 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:17:14,117 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:17:14,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:14,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:14,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:17:14,118 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T17:17:14,118 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=149954463, stopped=false 2024-11-19T17:17:14,118 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=280a42d09ec8,37713,1732036626704 2024-11-19T17:17:14,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35755-0x101313b2a860007, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1158994321/running 2024-11-19T17:17:14,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35755-0x101313b2a860007, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1158994321 2024-11-19T17:17:14,120 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:17:14,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x101313b2a860006, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1158994321/running 2024-11-19T17:17:14,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x101313b2a860006, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1158994321 2024-11-19T17:17:14,120 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:17:14,120 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:17:14,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:14,121 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35755-0x101313b2a860007, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Set watcher on znode that does not yet exist, /0-1158994321/running 2024-11-19T17:17:14,121 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '280a42d09ec8,35755,1732036626737' ***** 2024-11-19T17:17:14,121 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T17:17:14,121 INFO [RS:0;280a42d09ec8:35755 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T17:17:14,121 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37713-0x101313b2a860006, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Set watcher on znode that does not yet exist, /0-1158994321/running 2024-11-19T17:17:14,121 INFO [RS:0;280a42d09ec8:35755 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T17:17:14,121 INFO [RS:0;280a42d09ec8:35755 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T17:17:14,122 INFO [RS:0;280a42d09ec8:35755 {}] regionserver.HRegionServer(3091): Received CLOSE for a345f768981562fd8c8b118422912c82 2024-11-19T17:17:14,122 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T17:17:14,122 INFO [RS:0;280a42d09ec8:35755 {}] regionserver.HRegionServer(959): stopping server 280a42d09ec8,35755,1732036626737 2024-11-19T17:17:14,122 INFO [RS:0;280a42d09ec8:35755 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:17:14,122 INFO [RS:0;280a42d09ec8:35755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:35755. 2024-11-19T17:17:14,122 DEBUG [RS:0;280a42d09ec8:35755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:17:14,122 DEBUG [RS:0;280a42d09ec8:35755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:14,122 INFO [RS:0;280a42d09ec8:35755 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T17:17:14,122 INFO [RS:0;280a42d09ec8:35755 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T17:17:14,122 INFO [RS:0;280a42d09ec8:35755 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T17:17:14,122 INFO [RS:0;280a42d09ec8:35755 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T17:17:14,122 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a345f768981562fd8c8b118422912c82, disabling compactions & flushes 2024-11-19T17:17:14,122 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82. 2024-11-19T17:17:14,123 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82. 2024-11-19T17:17:14,123 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82. after waiting 0 ms 2024-11-19T17:17:14,123 INFO [RS:0;280a42d09ec8:35755 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T17:17:14,123 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82. 2024-11-19T17:17:14,123 DEBUG [RS:0;280a42d09ec8:35755 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a345f768981562fd8c8b118422912c82=hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82.} 2024-11-19T17:17:14,123 DEBUG [RS:0;280a42d09ec8:35755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a345f768981562fd8c8b118422912c82 2024-11-19T17:17:14,123 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:17:14,123 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:17:14,123 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:17:14,123 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:17:14,123 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:17:14,123 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-19T17:17:14,132 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/replication/a345f768981562fd8c8b118422912c82/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-19T17:17:14,133 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:17:14,133 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:17:14,134 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82. 2024-11-19T17:17:14,134 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a345f768981562fd8c8b118422912c82: Waiting for close lock at 1732036634122Running coprocessor pre-close hooks at 1732036634122Disabling compacts and flushes for region at 1732036634122Disabling writes for close at 1732036634123 (+1 ms)Writing region close event to WAL at 1732036634124 (+1 ms)Running coprocessor post-close hooks at 1732036634133 (+9 ms)Closed at 1732036634134 (+1 ms) 2024-11-19T17:17:14,134 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82. 2024-11-19T17:17:14,140 INFO [regionserver/280a42d09ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:17:14,145 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/meta/1588230740/.tmp/info/b452cb097fef4c0093ddba2636a180f6 is 147, key is hbase:replication,,1732036620209.a345f768981562fd8c8b118422912c82./info:regioninfo/1732036632319/Put/seqid=0 2024-11-19T17:17:14,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38905 is added to blk_1073741851_1027 (size=6385) 2024-11-19T17:17:14,300 DEBUG [RS:0;280a42d09ec8:35755.replicationSource.wal-reader.280a42d09ec8%2C35755%2C1732036626737,1-280a42d09ec8,35755,1732036626737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,35755,1732036626737/280a42d09ec8%2C35755%2C1732036626737.1732036627703 to pos 0, reset compression=false 2024-11-19T17:17:14,300 DEBUG [RS:0;280a42d09ec8:35755.replicationSource.wal-reader.280a42d09ec8%2C35755%2C1732036626737,2-280a42d09ec8,35755,1732036626737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,35755,1732036626737/280a42d09ec8%2C35755%2C1732036626737.1732036627703 to pos 0, reset compression=false 2024-11-19T17:17:14,323 DEBUG [RS:0;280a42d09ec8:35755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:17:14,523 DEBUG [RS:0;280a42d09ec8:35755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:17:14,535 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T17:17:14,535 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T17:17:14,551 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/meta/1588230740/.tmp/info/b452cb097fef4c0093ddba2636a180f6 2024-11-19T17:17:14,559 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/meta/1588230740/.tmp/info/b452cb097fef4c0093ddba2636a180f6 as hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/meta/1588230740/info/b452cb097fef4c0093ddba2636a180f6 2024-11-19T17:17:14,565 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/meta/1588230740/info/b452cb097fef4c0093ddba2636a180f6, entries=8, sequenceid=19, filesize=6.2 K 2024-11-19T17:17:14,566 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=19, compaction requested=false 2024-11-19T17:17:14,571 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-19T17:17:14,571 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:17:14,572 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:17:14,572 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:17:14,572 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036634123Running coprocessor pre-close hooks at 1732036634123Disabling compacts and flushes for region at 1732036634123Disabling writes for close at 1732036634123Obtaining lock to block concurrent updates at 1732036634123Preparing flush snapshotting stores in 1588230740 at 1732036634123Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732036634124 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732036634125 (+1 ms)Flushing 1588230740/info: creating writer at 1732036634125Flushing 1588230740/info: appending metadata at 1732036634145 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732036634145Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@97228c3: reopening flushed file at 1732036634558 (+413 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=19, compaction requested=false at 1732036634566 (+8 ms)Writing region close event to WAL at 1732036634567 (+1 ms)Running coprocessor post-close hooks at 1732036634571 (+4 ms)Closed at 1732036634572 (+1 ms) 2024-11-19T17:17:14,572 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T17:17:14,723 INFO [RS:0;280a42d09ec8:35755 {}] regionserver.HRegionServer(976): stopping server 280a42d09ec8,35755,1732036626737; all regions closed. 2024-11-19T17:17:14,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38905 is added to blk_1073741849_1025 (size=2156) 2024-11-19T17:17:14,726 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,35755,1732036626737/280a42d09ec8%2C35755%2C1732036626737.meta.1732036627997.meta not finished, retry = 0 2024-11-19T17:17:14,830 DEBUG [RS:0;280a42d09ec8:35755 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/oldWALs 2024-11-19T17:17:14,830 INFO [RS:0;280a42d09ec8:35755 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 280a42d09ec8%2C35755%2C1732036626737.meta:.meta(num 1732036627997) 2024-11-19T17:17:14,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38905 is added to blk_1073741850_1026 (size=796) 2024-11-19T17:17:14,833 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,35755,1732036626737/280a42d09ec8%2C35755%2C1732036626737.rep.1732036632270 not finished, retry = 0 2024-11-19T17:17:14,936 DEBUG [RS:0;280a42d09ec8:35755 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/oldWALs 2024-11-19T17:17:14,936 INFO [RS:0;280a42d09ec8:35755 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 280a42d09ec8%2C35755%2C1732036626737.rep:(num 1732036632270) 2024-11-19T17:17:14,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38905 is added to blk_1073741848_1024 (size=93) 2024-11-19T17:17:14,939 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/WALs/280a42d09ec8,35755,1732036626737/280a42d09ec8%2C35755%2C1732036626737.1732036627703 not finished, retry = 0 2024-11-19T17:17:15,042 DEBUG [RS:0;280a42d09ec8:35755 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/oldWALs 2024-11-19T17:17:15,042 INFO [RS:0;280a42d09ec8:35755 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 280a42d09ec8%2C35755%2C1732036626737:(num 1732036627703) 2024-11-19T17:17:15,042 DEBUG [RS:0;280a42d09ec8:35755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:15,042 INFO [RS:0;280a42d09ec8:35755 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:17:15,042 INFO [RS:0;280a42d09ec8:35755 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:17:15,043 INFO [RS:0;280a42d09ec8:35755 {}] hbase.ChoreService(370): Chore service for: regionserver/280a42d09ec8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T17:17:15,043 INFO [RS:0;280a42d09ec8:35755 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:17:15,043 INFO [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:17:15,043 INFO [RS:0;280a42d09ec8:35755 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-280a42d09ec8,35755,1732036626737 because: Region server is closing 2024-11-19T17:17:15,043 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/280a42d09ec8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-19T17:17:15,043 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/280a42d09ec8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-19T17:17:15,043 INFO [RS:0;280a42d09ec8:35755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:35755. 2024-11-19T17:17:15,043 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/280a42d09ec8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-19T17:17:15,043 DEBUG [RS:0;280a42d09ec8:35755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:17:15,043 DEBUG [RS:0;280a42d09ec8:35755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:15,044 DEBUG [RS:0;280a42d09ec8:35755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:15,044 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:17:15,144 WARN [RS:0;280a42d09ec8:35755.replicationSource.shipper280a42d09ec8%2C35755%2C1732036626737,1-280a42d09ec8,35755,1732036626737 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T17:17:15,144 WARN [RS:0;280a42d09ec8:35755.replicationSource.wal-reader.280a42d09ec8%2C35755%2C1732036626737,1-280a42d09ec8,35755,1732036626737 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T17:17:15,144 INFO [RS:0;280a42d09ec8:35755 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;280a42d09ec8:35755.replicationSource.shipper280a42d09ec8%2C35755%2C1732036626737,1-280a42d09ec8,35755,1732036626737 terminated 2024-11-19T17:17:15,145 INFO [RS:0;280a42d09ec8:35755 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-280a42d09ec8,35755,1732036626737 because: Region server is closing 2024-11-19T17:17:15,145 INFO [RS:0;280a42d09ec8:35755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:35755. 2024-11-19T17:17:15,145 DEBUG [RS:0;280a42d09ec8:35755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:17:15,145 DEBUG [RS:0;280a42d09ec8:35755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:15,145 DEBUG [RS:0;280a42d09ec8:35755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:15,145 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:17:15,245 WARN [RS:0;280a42d09ec8:35755.replicationSource.wal-reader.280a42d09ec8%2C35755%2C1732036626737,2-280a42d09ec8,35755,1732036626737 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T17:17:15,245 WARN [RS:0;280a42d09ec8:35755.replicationSource.shipper280a42d09ec8%2C35755%2C1732036626737,2-280a42d09ec8,35755,1732036626737 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T17:17:15,246 INFO [RS:0;280a42d09ec8:35755 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;280a42d09ec8:35755.replicationSource.shipper280a42d09ec8%2C35755%2C1732036626737,2-280a42d09ec8,35755,1732036626737 terminated 2024-11-19T17:17:15,246 INFO [RS:0;280a42d09ec8:35755 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35755 2024-11-19T17:17:15,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35755-0x101313b2a860007, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1158994321/rs/280a42d09ec8,35755,1732036626737 2024-11-19T17:17:15,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x101313b2a860006, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1158994321/rs 2024-11-19T17:17:15,248 INFO [RS:0;280a42d09ec8:35755 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:17:15,250 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [280a42d09ec8,35755,1732036626737] 2024-11-19T17:17:15,252 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1158994321/draining/280a42d09ec8,35755,1732036626737 already deleted, retry=false 2024-11-19T17:17:15,252 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 280a42d09ec8,35755,1732036626737 expired; onlineServers=0 2024-11-19T17:17:15,252 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '280a42d09ec8,37713,1732036626704' ***** 2024-11-19T17:17:15,252 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T17:17:15,252 INFO [M:0;280a42d09ec8:37713 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:17:15,252 INFO [M:0;280a42d09ec8:37713 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:17:15,252 DEBUG [M:0;280a42d09ec8:37713 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T17:17:15,253 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T17:17:15,253 DEBUG [M:0;280a42d09ec8:37713 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T17:17:15,253 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036627417 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036627417,5,FailOnTimeoutGroup] 2024-11-19T17:17:15,253 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036627417 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036627417,5,FailOnTimeoutGroup] 2024-11-19T17:17:15,253 INFO [M:0;280a42d09ec8:37713 {}] hbase.ChoreService(370): Chore service for: master/280a42d09ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T17:17:15,253 INFO [M:0;280a42d09ec8:37713 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:17:15,253 DEBUG [M:0;280a42d09ec8:37713 {}] master.HMaster(1795): Stopping service threads 2024-11-19T17:17:15,253 INFO [M:0;280a42d09ec8:37713 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T17:17:15,253 INFO [M:0;280a42d09ec8:37713 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:17:15,253 INFO [M:0;280a42d09ec8:37713 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T17:17:15,254 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T17:17:15,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x101313b2a860006, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1158994321/master 2024-11-19T17:17:15,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x101313b2a860006, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1158994321 2024-11-19T17:17:15,258 DEBUG [M:0;280a42d09ec8:37713 {}] zookeeper.ZKUtil(347): master:37713-0x101313b2a860006, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Unable to get data of znode /0-1158994321/master because node does not exist (not an error) 2024-11-19T17:17:15,258 WARN [M:0;280a42d09ec8:37713 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T17:17:15,259 INFO [M:0;280a42d09ec8:37713 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/.lastflushedseqids 2024-11-19T17:17:15,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38905 is added to blk_1073741852_1028 (size=181) 2024-11-19T17:17:15,271 INFO [M:0;280a42d09ec8:37713 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T17:17:15,272 INFO [M:0;280a42d09ec8:37713 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T17:17:15,272 DEBUG [M:0;280a42d09ec8:37713 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:17:15,272 INFO [M:0;280a42d09ec8:37713 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:17:15,272 DEBUG [M:0;280a42d09ec8:37713 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:17:15,272 DEBUG [M:0;280a42d09ec8:37713 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:17:15,272 DEBUG [M:0;280a42d09ec8:37713 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:17:15,272 INFO [M:0;280a42d09ec8:37713 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-19T17:17:15,300 DEBUG [M:0;280a42d09ec8:37713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7777e6a024d74301a717b5ec7078e600 is 82, key is hbase:meta,,1/info:regioninfo/1732036628056/Put/seqid=0 2024-11-19T17:17:15,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38905 is added to blk_1073741853_1029 (size=5680) 2024-11-19T17:17:15,313 INFO [M:0;280a42d09ec8:37713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7777e6a024d74301a717b5ec7078e600 2024-11-19T17:17:15,342 DEBUG [M:0;280a42d09ec8:37713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff963d6370cd4c7c98a34b742eee284f is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732036632327/Put/seqid=0 2024-11-19T17:17:15,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38905 is added to blk_1073741854_1030 (size=7319) 2024-11-19T17:17:15,351 INFO [RS:0;280a42d09ec8:35755 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:17:15,351 INFO [RS:0;280a42d09ec8:35755 {}] regionserver.HRegionServer(1031): Exiting; stopping=280a42d09ec8,35755,1732036626737; zookeeper connection closed. 2024-11-19T17:17:15,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35755-0x101313b2a860007, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:17:15,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35755-0x101313b2a860007, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:17:15,352 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d38db33 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d38db33 2024-11-19T17:17:15,352 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T17:17:15,352 INFO [M:0;280a42d09ec8:37713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff963d6370cd4c7c98a34b742eee284f 2024-11-19T17:17:15,385 DEBUG [M:0;280a42d09ec8:37713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f030bd8420e543e182b34e219b3197cb is 69, key is 280a42d09ec8,35755,1732036626737/rs:state/1732036627486/Put/seqid=0 2024-11-19T17:17:15,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38905 is added to blk_1073741855_1031 (size=5371) 2024-11-19T17:17:15,792 INFO [M:0;280a42d09ec8:37713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f030bd8420e543e182b34e219b3197cb 2024-11-19T17:17:15,801 INFO [M:0;280a42d09ec8:37713 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f030bd8420e543e182b34e219b3197cb 2024-11-19T17:17:15,803 DEBUG [M:0;280a42d09ec8:37713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7777e6a024d74301a717b5ec7078e600 as hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7777e6a024d74301a717b5ec7078e600 2024-11-19T17:17:15,812 INFO [M:0;280a42d09ec8:37713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7777e6a024d74301a717b5ec7078e600, entries=8, sequenceid=172, filesize=5.5 K 2024-11-19T17:17:15,814 DEBUG [M:0;280a42d09ec8:37713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff963d6370cd4c7c98a34b742eee284f as hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff963d6370cd4c7c98a34b742eee284f 2024-11-19T17:17:15,822 INFO [M:0;280a42d09ec8:37713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff963d6370cd4c7c98a34b742eee284f, entries=7, sequenceid=172, filesize=7.1 K 2024-11-19T17:17:15,823 DEBUG [M:0;280a42d09ec8:37713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f030bd8420e543e182b34e219b3197cb as hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f030bd8420e543e182b34e219b3197cb 2024-11-19T17:17:15,830 INFO [M:0;280a42d09ec8:37713 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f030bd8420e543e182b34e219b3197cb 2024-11-19T17:17:15,830 INFO [M:0;280a42d09ec8:37713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34715/user/jenkins/test-data/18bddaeb-2e19-6adb-24d9-016483f79cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f030bd8420e543e182b34e219b3197cb, entries=2, sequenceid=172, filesize=5.2 K 2024-11-19T17:17:15,832 INFO [M:0;280a42d09ec8:37713 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 560ms, sequenceid=172, compaction requested=false 2024-11-19T17:17:15,837 INFO [M:0;280a42d09ec8:37713 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:17:15,837 DEBUG [M:0;280a42d09ec8:37713 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036635272Disabling compacts and flushes for region at 1732036635272Disabling writes for close at 1732036635272Obtaining lock to block concurrent updates at 1732036635272Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732036635272Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732036635273 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732036635274 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732036635274Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732036635299 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732036635299Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732036635325 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732036635342 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732036635342Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732036635360 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732036635384 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732036635384Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14b054ab: reopening flushed file at 1732036635801 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f9f19a2: reopening flushed file at 1732036635813 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b0f499a: reopening flushed file at 1732036635822 (+9 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 560ms, sequenceid=172, compaction requested=false at 1732036635832 (+10 ms)Writing region close event to WAL at 1732036635837 (+5 ms)Closed at 1732036635837 2024-11-19T17:17:15,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38905 is added to blk_1073741847_1023 (size=22949) 2024-11-19T17:17:15,843 INFO [M:0;280a42d09ec8:37713 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T17:17:15,843 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:17:15,843 INFO [M:0;280a42d09ec8:37713 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37713 2024-11-19T17:17:15,843 INFO [M:0;280a42d09ec8:37713 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:17:15,945 INFO [M:0;280a42d09ec8:37713 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:17:15,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x101313b2a860006, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:17:15,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x101313b2a860006, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:17:15,949 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:17:15,949 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:17:15,949 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:17:15,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:17:15,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180/hadoop.log.dir/,STOPPED} 2024-11-19T17:17:15,952 WARN [BP-1341531313-172.17.0.2-1732036608804 heartbeating to localhost/127.0.0.1:34715 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T17:17:15,952 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T17:17:15,952 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T17:17:15,952 WARN [BP-1341531313-172.17.0.2-1732036608804 heartbeating to localhost/127.0.0.1:34715 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1341531313-172.17.0.2-1732036608804 (Datanode Uuid 0cd51c9f-9683-40dd-ac90-a0b7b46418eb) service to localhost/127.0.0.1:34715 2024-11-19T17:17:15,953 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180/cluster_86801e7f-e298-58cd-0d2d-4b09e84829bc/data/data1/current/BP-1341531313-172.17.0.2-1732036608804 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:17:15,954 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180/cluster_86801e7f-e298-58cd-0d2d-4b09e84829bc/data/data2/current/BP-1341531313-172.17.0.2-1732036608804 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:17:15,954 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T17:17:15,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:17:15,964 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:17:15,964 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:17:15,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:17:15,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a9025e2-872e-1579-bf88-6e70049a2180/hadoop.log.dir/,STOPPED} 2024-11-19T17:17:15,981 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T17:17:16,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T17:17:16,014 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=114 (was 11) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:34715 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42525 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:42525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42525 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64034) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42525 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34715 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/280a42d09ec8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/280a42d09ec8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@413ae86f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34715 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/280a42d09ec8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64034) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/280a42d09ec8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34715 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34715 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34715 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/280a42d09ec8:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=257 (was 285), ProcessCount=11 (was 11), AvailableMemoryMB=7775 (was 7266) - AvailableMemoryMB LEAK? - 2024-11-19T17:17:16,025 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=114, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=257, ProcessCount=11, AvailableMemoryMB=7778 2024-11-19T17:17:16,047 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-19T17:17:16,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c/hadoop.log.dir so I do NOT create it in target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de 2024-11-19T17:17:16,049 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T17:17:16,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c/hadoop.tmp.dir so I do NOT create it in target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de 2024-11-19T17:17:16,049 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/689024c7-0f96-edc6-d6ac-a47fdffe4b5c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T17:17:16,049 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de 2024-11-19T17:17:16,049 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de/cluster_4adca37a-1b40-59fb-af0f-227534a89e30, deleteOnExit=true 2024-11-19T17:17:16,057 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de/cluster_4adca37a-1b40-59fb-af0f-227534a89e30/zookeeper_0, clientPort=56991, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de/cluster_4adca37a-1b40-59fb-af0f-227534a89e30/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de/cluster_4adca37a-1b40-59fb-af0f-227534a89e30/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T17:17:16,058 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56991 2024-11-19T17:17:16,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T17:17:16,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T17:17:16,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de/test.cache.data in system properties and HBase conf 2024-11-19T17:17:16,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T17:17:16,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de/hadoop.log.dir in system properties and HBase conf 2024-11-19T17:17:16,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T17:17:16,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T17:17:16,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T17:17:16,059 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T17:17:16,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:17:16,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:17:16,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T17:17:16,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:17:16,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T17:17:16,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T17:17:16,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:17:16,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:17:16,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T17:17:16,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de/nfs.dump.dir in system properties and HBase conf 2024-11-19T17:17:16,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de/java.io.tmpdir in system properties and HBase conf 2024-11-19T17:17:16,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:17:16,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T17:17:16,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T17:17:16,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101313b2a860002, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T17:17:16,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101313b2a860005, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T17:17:16,071 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101313b2a860002, quorum=127.0.0.1:64034, baseZNode=/0-1158994321 Received Disconnected from ZooKeeper, ignoring 2024-11-19T17:17:16,071 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101313b2a860005, quorum=127.0.0.1:64034, baseZNode=/11532129513 Received Disconnected from ZooKeeper, ignoring 2024-11-19T17:17:16,211 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:17:16,219 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:17:16,229 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:17:16,229 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:17:16,229 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T17:17:16,230 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:17:16,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ca33c04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:17:16,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42df17bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:17:16,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79d1e79d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de/java.io.tmpdir/jetty-localhost-33729-hadoop-hdfs-3_4_1-tests_jar-_-any-13101124099283307752/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:17:16,377 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3553eb7e{HTTP/1.1, (http/1.1)}{localhost:33729} 2024-11-19T17:17:16,378 INFO [Time-limited test {}] server.Server(415): Started @29660ms 2024-11-19T17:17:16,518 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:17:16,523 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:17:16,524 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:17:16,524 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:17:16,524 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T17:17:16,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4438aed1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:17:16,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68b58e18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:17:16,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61131b46{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de/java.io.tmpdir/jetty-localhost-37307-hadoop-hdfs-3_4_1-tests_jar-_-any-13200963115211462856/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:17:16,657 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24849c3d{HTTP/1.1, (http/1.1)}{localhost:37307} 2024-11-19T17:17:16,657 INFO [Time-limited test {}] server.Server(415): Started @29940ms 2024-11-19T17:17:16,658 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T17:17:16,796 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de/cluster_4adca37a-1b40-59fb-af0f-227534a89e30/data/data1/current/BP-253654654-172.17.0.2-1732036636106/current, will proceed with Du for space computation calculation, 2024-11-19T17:17:16,802 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de/cluster_4adca37a-1b40-59fb-af0f-227534a89e30/data/data2/current/BP-253654654-172.17.0.2-1732036636106/current, will proceed with Du for space computation calculation, 2024-11-19T17:17:16,825 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T17:17:16,831 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7fc128abed963dd4 with lease ID 0x8c6f730013b5a45: Processing first storage report for DS-ec39dcb0-9c39-48d3-acd3-433ea2b77472 from datanode DatanodeRegistration(127.0.0.1:34225, datanodeUuid=9108fac5-9888-4c39-aa79-8a3c37a9e170, infoPort=34577, infoSecurePort=0, ipcPort=43213, storageInfo=lv=-57;cid=testClusterID;nsid=745999373;c=1732036636106) 2024-11-19T17:17:16,831 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7fc128abed963dd4 with lease ID 0x8c6f730013b5a45: from storage DS-ec39dcb0-9c39-48d3-acd3-433ea2b77472 node DatanodeRegistration(127.0.0.1:34225, datanodeUuid=9108fac5-9888-4c39-aa79-8a3c37a9e170, infoPort=34577, infoSecurePort=0, ipcPort=43213, storageInfo=lv=-57;cid=testClusterID;nsid=745999373;c=1732036636106), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:17:16,831 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7fc128abed963dd4 with lease ID 0x8c6f730013b5a45: Processing first storage report for DS-6314e742-c48b-48dd-88dc-04137298e8a4 from datanode DatanodeRegistration(127.0.0.1:34225, datanodeUuid=9108fac5-9888-4c39-aa79-8a3c37a9e170, infoPort=34577, infoSecurePort=0, ipcPort=43213, storageInfo=lv=-57;cid=testClusterID;nsid=745999373;c=1732036636106) 2024-11-19T17:17:16,831 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7fc128abed963dd4 with lease ID 0x8c6f730013b5a45: from storage DS-6314e742-c48b-48dd-88dc-04137298e8a4 node DatanodeRegistration(127.0.0.1:34225, datanodeUuid=9108fac5-9888-4c39-aa79-8a3c37a9e170, infoPort=34577, infoSecurePort=0, ipcPort=43213, storageInfo=lv=-57;cid=testClusterID;nsid=745999373;c=1732036636106), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:17:16,918 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de 2024-11-19T17:17:16,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:17:16,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:17:16,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741825_1001 (size=7) 2024-11-19T17:17:17,338 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838 with version=8 2024-11-19T17:17:17,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/hbase-staging 2024-11-19T17:17:17,341 INFO [Time-limited test {}] client.ConnectionUtils(128): master/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:17:17,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:17:17,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:17:17,341 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:17:17,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:17:17,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:17:17,341 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T17:17:17,342 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:17:17,342 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42887 2024-11-19T17:17:17,344 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42887 connecting to ZooKeeper ensemble=127.0.0.1:56991 2024-11-19T17:17:17,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428870x0, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:17:17,352 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42887-0x101313b98250000 connected 2024-11-19T17:17:17,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:17:17,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:17:17,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42887-0x101313b98250000, quorum=127.0.0.1:56991, baseZNode=/01755236859 Set watcher on znode that does not yet exist, /01755236859/running 2024-11-19T17:17:17,381 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838, hbase.cluster.distributed=false 2024-11-19T17:17:17,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42887-0x101313b98250000, quorum=127.0.0.1:56991, baseZNode=/01755236859 Set watcher on znode that does not yet exist, /01755236859/acl 2024-11-19T17:17:17,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42887 2024-11-19T17:17:17,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42887 2024-11-19T17:17:17,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42887 2024-11-19T17:17:17,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42887 2024-11-19T17:17:17,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42887 2024-11-19T17:17:17,416 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:17:17,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:17:17,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:17:17,417 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:17:17,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:17:17,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:17:17,417 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T17:17:17,417 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:17:17,418 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37699 2024-11-19T17:17:17,420 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37699 connecting to ZooKeeper ensemble=127.0.0.1:56991 2024-11-19T17:17:17,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:17:17,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:17:17,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376990x0, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:17:17,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376990x0, quorum=127.0.0.1:56991, baseZNode=/01755236859 Set watcher on znode that does not yet exist, /01755236859/running 2024-11-19T17:17:17,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37699-0x101313b98250001 connected 2024-11-19T17:17:17,432 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T17:17:17,437 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T17:17:17,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37699-0x101313b98250001, quorum=127.0.0.1:56991, baseZNode=/01755236859 Set watcher on znode that does not yet exist, /01755236859/master 2024-11-19T17:17:17,439 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37699-0x101313b98250001, quorum=127.0.0.1:56991, baseZNode=/01755236859 Set watcher on znode that does not yet exist, /01755236859/acl 2024-11-19T17:17:17,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37699 2024-11-19T17:17:17,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37699 2024-11-19T17:17:17,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37699 2024-11-19T17:17:17,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37699 2024-11-19T17:17:17,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37699 2024-11-19T17:17:17,461 DEBUG [M:0;280a42d09ec8:42887 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;280a42d09ec8:42887 2024-11-19T17:17:17,464 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01755236859/backup-masters/280a42d09ec8,42887,1732036637341 2024-11-19T17:17:17,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x101313b98250000, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755236859/backup-masters 2024-11-19T17:17:17,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37699-0x101313b98250001, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755236859/backup-masters 2024-11-19T17:17:17,467 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42887-0x101313b98250000, quorum=127.0.0.1:56991, baseZNode=/01755236859 Set watcher on existing znode=/01755236859/backup-masters/280a42d09ec8,42887,1732036637341 2024-11-19T17:17:17,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37699-0x101313b98250001, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01755236859/master 2024-11-19T17:17:17,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37699-0x101313b98250001, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755236859 2024-11-19T17:17:17,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x101313b98250000, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755236859 2024-11-19T17:17:17,470 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42887-0x101313b98250000, quorum=127.0.0.1:56991, baseZNode=/01755236859 Set watcher on existing znode=/01755236859/master 2024-11-19T17:17:17,470 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01755236859/backup-masters/280a42d09ec8,42887,1732036637341 from backup master directory 2024-11-19T17:17:17,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x101313b98250000, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01755236859/backup-masters/280a42d09ec8,42887,1732036637341 2024-11-19T17:17:17,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x101313b98250000, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755236859/backup-masters 2024-11-19T17:17:17,473 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:17:17,473 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=280a42d09ec8,42887,1732036637341 2024-11-19T17:17:17,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37699-0x101313b98250001, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755236859/backup-masters 2024-11-19T17:17:17,484 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/hbase.id] with ID: b5640c56-e132-49c6-9e7d-de4a9c4a00e2 2024-11-19T17:17:17,484 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/.tmp/hbase.id 2024-11-19T17:17:17,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741826_1002 (size=42) 2024-11-19T17:17:17,894 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/.tmp/hbase.id]:[hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/hbase.id] 2024-11-19T17:17:17,908 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:17:17,909 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T17:17:17,910 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T17:17:17,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37699-0x101313b98250001, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755236859 2024-11-19T17:17:17,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x101313b98250000, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755236859 2024-11-19T17:17:17,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741827_1003 (size=196) 2024-11-19T17:17:18,322 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:17:18,323 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T17:17:18,323 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:17:18,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741828_1004 (size=1189) 2024-11-19T17:17:18,733 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/MasterData/data/master/store 2024-11-19T17:17:18,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741829_1005 (size=34) 2024-11-19T17:17:18,751 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:17:18,751 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:17:18,751 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:17:18,751 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:17:18,752 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:17:18,752 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:17:18,752 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:17:18,752 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036638751Disabling compacts and flushes for region at 1732036638751Disabling writes for close at 1732036638752 (+1 ms)Writing region close event to WAL at 1732036638752Closed at 1732036638752 2024-11-19T17:17:18,753 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/MasterData/data/master/store/.initializing 2024-11-19T17:17:18,754 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/MasterData/WALs/280a42d09ec8,42887,1732036637341 2024-11-19T17:17:18,755 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:17:18,758 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=280a42d09ec8%2C42887%2C1732036637341, suffix=, logDir=hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/MasterData/WALs/280a42d09ec8,42887,1732036637341, archiveDir=hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/MasterData/oldWALs, maxLogs=10 2024-11-19T17:17:18,781 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/MasterData/WALs/280a42d09ec8,42887,1732036637341/280a42d09ec8%2C42887%2C1732036637341.1732036638758, exclude list is [], retry=0 2024-11-19T17:17:18,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34225,DS-ec39dcb0-9c39-48d3-acd3-433ea2b77472,DISK] 2024-11-19T17:17:18,799 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/MasterData/WALs/280a42d09ec8,42887,1732036637341/280a42d09ec8%2C42887%2C1732036637341.1732036638758 2024-11-19T17:17:18,799 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34577:34577)] 2024-11-19T17:17:18,799 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:17:18,800 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:17:18,800 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:18,800 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:18,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:18,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T17:17:18,807 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:18,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:18,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:18,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T17:17:18,810 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:18,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:17:18,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:18,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T17:17:18,812 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:18,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:17:18,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:18,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T17:17:18,815 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:18,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:17:18,816 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:18,817 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:18,817 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:18,819 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:18,819 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:18,820 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:17:18,822 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:18,829 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:17:18,830 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59460789, jitterRate=-0.11396519839763641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:17:18,831 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732036638800Initializing all the Stores at 1732036638802 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036638802Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036638804 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036638804Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036638804Cleaning up temporary data from old regions at 1732036638819 (+15 ms)Region opened successfully at 1732036638831 (+12 ms) 2024-11-19T17:17:18,836 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T17:17:18,841 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@304a4dc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:17:18,843 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T17:17:18,843 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T17:17:18,843 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T17:17:18,843 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T17:17:18,844 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T17:17:18,844 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T17:17:18,844 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T17:17:18,852 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T17:17:18,853 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42887-0x101313b98250000, quorum=127.0.0.1:56991, baseZNode=/01755236859 Unable to get data of znode /01755236859/balancer because node does not exist (not necessarily an error) 2024-11-19T17:17:18,856 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01755236859/balancer already deleted, retry=false 2024-11-19T17:17:18,856 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T17:17:18,857 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42887-0x101313b98250000, quorum=127.0.0.1:56991, baseZNode=/01755236859 Unable to get data of znode /01755236859/normalizer because node does not exist (not necessarily an error) 2024-11-19T17:17:18,868 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01755236859/normalizer already deleted, retry=false 2024-11-19T17:17:18,869 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T17:17:18,870 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42887-0x101313b98250000, quorum=127.0.0.1:56991, baseZNode=/01755236859 Unable to get data of znode /01755236859/switch/split because node does not exist (not necessarily an error) 2024-11-19T17:17:18,886 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01755236859/switch/split already deleted, retry=false 2024-11-19T17:17:18,888 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42887-0x101313b98250000, quorum=127.0.0.1:56991, baseZNode=/01755236859 Unable to get data of znode /01755236859/switch/merge because node does not exist (not necessarily an error) 2024-11-19T17:17:18,896 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01755236859/switch/merge already deleted, retry=false 2024-11-19T17:17:18,899 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42887-0x101313b98250000, quorum=127.0.0.1:56991, baseZNode=/01755236859 Unable to get data of znode /01755236859/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T17:17:18,907 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01755236859/snapshot-cleanup already deleted, retry=false 2024-11-19T17:17:18,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37699-0x101313b98250001, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01755236859/running 2024-11-19T17:17:18,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37699-0x101313b98250001, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755236859 2024-11-19T17:17:18,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x101313b98250000, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01755236859/running 2024-11-19T17:17:18,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x101313b98250000, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755236859 2024-11-19T17:17:18,935 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=280a42d09ec8,42887,1732036637341, sessionid=0x101313b98250000, setting cluster-up flag (Was=false) 2024-11-19T17:17:18,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37699-0x101313b98250001, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755236859 2024-11-19T17:17:18,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x101313b98250000, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755236859 2024-11-19T17:17:19,031 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01755236859/flush-table-proc/acquired, /01755236859/flush-table-proc/reached, /01755236859/flush-table-proc/abort 2024-11-19T17:17:19,033 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,42887,1732036637341 2024-11-19T17:17:19,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37699-0x101313b98250001, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755236859 2024-11-19T17:17:19,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x101313b98250000, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755236859 2024-11-19T17:17:19,058 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01755236859/online-snapshot/acquired, /01755236859/online-snapshot/reached, /01755236859/online-snapshot/abort 2024-11-19T17:17:19,059 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,42887,1732036637341 2024-11-19T17:17:19,061 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T17:17:19,063 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T17:17:19,064 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T17:17:19,064 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T17:17:19,064 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 280a42d09ec8,42887,1732036637341 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T17:17:19,065 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:17:19,066 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:17:19,066 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:17:19,066 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:17:19,066 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/280a42d09ec8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T17:17:19,066 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:19,066 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:17:19,066 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:19,069 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732036669069 2024-11-19T17:17:19,069 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T17:17:19,069 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T17:17:19,069 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T17:17:19,069 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T17:17:19,069 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T17:17:19,069 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T17:17:19,070 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:19,070 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:17:19,070 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T17:17:19,072 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:19,072 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T17:17:19,076 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T17:17:19,077 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T17:17:19,077 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T17:17:19,077 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T17:17:19,084 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T17:17:19,084 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T17:17:19,085 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036639085,5,FailOnTimeoutGroup] 2024-11-19T17:17:19,085 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036639085,5,FailOnTimeoutGroup] 2024-11-19T17:17:19,085 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:19,085 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T17:17:19,085 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:19,085 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:19,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741831_1007 (size=1321) 2024-11-19T17:17:19,152 INFO [RS:0;280a42d09ec8:37699 {}] regionserver.HRegionServer(746): ClusterId : b5640c56-e132-49c6-9e7d-de4a9c4a00e2 2024-11-19T17:17:19,152 DEBUG [RS:0;280a42d09ec8:37699 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T17:17:19,154 DEBUG [RS:0;280a42d09ec8:37699 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T17:17:19,154 DEBUG [RS:0;280a42d09ec8:37699 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T17:17:19,159 DEBUG [RS:0;280a42d09ec8:37699 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T17:17:19,159 DEBUG [RS:0;280a42d09ec8:37699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e75cd49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:17:19,176 DEBUG [RS:0;280a42d09ec8:37699 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;280a42d09ec8:37699 2024-11-19T17:17:19,176 INFO [RS:0;280a42d09ec8:37699 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T17:17:19,176 INFO [RS:0;280a42d09ec8:37699 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T17:17:19,176 DEBUG [RS:0;280a42d09ec8:37699 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T17:17:19,177 INFO [RS:0;280a42d09ec8:37699 {}] regionserver.HRegionServer(2659): reportForDuty to master=280a42d09ec8,42887,1732036637341 with port=37699, startcode=1732036637416 2024-11-19T17:17:19,177 DEBUG [RS:0;280a42d09ec8:37699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T17:17:19,179 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T17:17:19,180 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42887 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 280a42d09ec8,37699,1732036637416 2024-11-19T17:17:19,180 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42887 {}] master.ServerManager(517): Registering regionserver=280a42d09ec8,37699,1732036637416 2024-11-19T17:17:19,182 DEBUG [RS:0;280a42d09ec8:37699 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838 2024-11-19T17:17:19,182 DEBUG [RS:0;280a42d09ec8:37699 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36205 2024-11-19T17:17:19,182 DEBUG [RS:0;280a42d09ec8:37699 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T17:17:19,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x101313b98250000, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755236859/rs 2024-11-19T17:17:19,185 DEBUG [RS:0;280a42d09ec8:37699 {}] zookeeper.ZKUtil(111): regionserver:37699-0x101313b98250001, quorum=127.0.0.1:56991, baseZNode=/01755236859 Set watcher on existing znode=/01755236859/rs/280a42d09ec8,37699,1732036637416 2024-11-19T17:17:19,185 WARN [RS:0;280a42d09ec8:37699 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:17:19,185 INFO [RS:0;280a42d09ec8:37699 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:17:19,185 DEBUG [RS:0;280a42d09ec8:37699 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/WALs/280a42d09ec8,37699,1732036637416 2024-11-19T17:17:19,185 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [280a42d09ec8,37699,1732036637416] 2024-11-19T17:17:19,191 INFO [RS:0;280a42d09ec8:37699 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T17:17:19,194 INFO [RS:0;280a42d09ec8:37699 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T17:17:19,195 INFO [RS:0;280a42d09ec8:37699 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T17:17:19,195 INFO [RS:0;280a42d09ec8:37699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:19,195 INFO [RS:0;280a42d09ec8:37699 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T17:17:19,196 INFO [RS:0;280a42d09ec8:37699 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T17:17:19,196 INFO [RS:0;280a42d09ec8:37699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:19,196 DEBUG [RS:0;280a42d09ec8:37699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:19,196 DEBUG [RS:0;280a42d09ec8:37699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:19,196 DEBUG [RS:0;280a42d09ec8:37699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:19,196 DEBUG [RS:0;280a42d09ec8:37699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:19,196 DEBUG [RS:0;280a42d09ec8:37699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:19,196 DEBUG [RS:0;280a42d09ec8:37699 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:17:19,196 DEBUG [RS:0;280a42d09ec8:37699 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:19,197 DEBUG [RS:0;280a42d09ec8:37699 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:19,197 DEBUG [RS:0;280a42d09ec8:37699 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:19,197 DEBUG [RS:0;280a42d09ec8:37699 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:19,197 DEBUG [RS:0;280a42d09ec8:37699 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:19,197 DEBUG [RS:0;280a42d09ec8:37699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:19,197 DEBUG [RS:0;280a42d09ec8:37699 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:17:19,197 DEBUG [RS:0;280a42d09ec8:37699 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:17:19,201 INFO [RS:0;280a42d09ec8:37699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:19,201 INFO [RS:0;280a42d09ec8:37699 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:19,201 INFO [RS:0;280a42d09ec8:37699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:19,201 INFO [RS:0;280a42d09ec8:37699 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:19,201 INFO [RS:0;280a42d09ec8:37699 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:19,201 INFO [RS:0;280a42d09ec8:37699 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,37699,1732036637416-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:17:19,217 INFO [RS:0;280a42d09ec8:37699 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T17:17:19,218 INFO [RS:0;280a42d09ec8:37699 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,37699,1732036637416-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:19,218 INFO [RS:0;280a42d09ec8:37699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:19,218 INFO [RS:0;280a42d09ec8:37699 {}] regionserver.Replication(171): 280a42d09ec8,37699,1732036637416 started 2024-11-19T17:17:19,233 INFO [RS:0;280a42d09ec8:37699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:19,234 INFO [RS:0;280a42d09ec8:37699 {}] regionserver.HRegionServer(1482): Serving as 280a42d09ec8,37699,1732036637416, RpcServer on 280a42d09ec8/172.17.0.2:37699, sessionid=0x101313b98250001 2024-11-19T17:17:19,234 DEBUG [RS:0;280a42d09ec8:37699 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T17:17:19,234 DEBUG [RS:0;280a42d09ec8:37699 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 280a42d09ec8,37699,1732036637416 2024-11-19T17:17:19,234 DEBUG [RS:0;280a42d09ec8:37699 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,37699,1732036637416' 2024-11-19T17:17:19,234 DEBUG [RS:0;280a42d09ec8:37699 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01755236859/flush-table-proc/abort' 2024-11-19T17:17:19,235 DEBUG [RS:0;280a42d09ec8:37699 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01755236859/flush-table-proc/acquired' 2024-11-19T17:17:19,235 DEBUG [RS:0;280a42d09ec8:37699 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T17:17:19,235 DEBUG [RS:0;280a42d09ec8:37699 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T17:17:19,235 DEBUG [RS:0;280a42d09ec8:37699 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 280a42d09ec8,37699,1732036637416 2024-11-19T17:17:19,235 DEBUG [RS:0;280a42d09ec8:37699 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,37699,1732036637416' 2024-11-19T17:17:19,235 DEBUG [RS:0;280a42d09ec8:37699 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01755236859/online-snapshot/abort' 2024-11-19T17:17:19,235 DEBUG [RS:0;280a42d09ec8:37699 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01755236859/online-snapshot/acquired' 2024-11-19T17:17:19,236 DEBUG [RS:0;280a42d09ec8:37699 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T17:17:19,236 INFO [RS:0;280a42d09ec8:37699 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T17:17:19,236 INFO [RS:0;280a42d09ec8:37699 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T17:17:19,336 INFO [RS:0;280a42d09ec8:37699 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:17:19,339 INFO [RS:0;280a42d09ec8:37699 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C37699%2C1732036637416, suffix=, logDir=hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/WALs/280a42d09ec8,37699,1732036637416, archiveDir=hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/oldWALs, maxLogs=10 2024-11-19T17:17:19,358 DEBUG [RS:0;280a42d09ec8:37699 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/WALs/280a42d09ec8,37699,1732036637416/280a42d09ec8%2C37699%2C1732036637416.1732036639339, exclude list is [], retry=0 2024-11-19T17:17:19,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34225,DS-ec39dcb0-9c39-48d3-acd3-433ea2b77472,DISK] 2024-11-19T17:17:19,363 INFO [RS:0;280a42d09ec8:37699 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/WALs/280a42d09ec8,37699,1732036637416/280a42d09ec8%2C37699%2C1732036637416.1732036639339 2024-11-19T17:17:19,364 DEBUG [RS:0;280a42d09ec8:37699 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34577:34577)] 2024-11-19T17:17:19,494 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T17:17:19,494 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838 2024-11-19T17:17:19,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741833_1009 (size=32) 2024-11-19T17:17:19,635 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T17:17:19,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:17:19,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:17:19,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:17:19,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:17:19,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:17:19,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:19,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:19,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:17:19,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:17:19,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:19,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:19,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:17:19,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:17:19,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:19,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:19,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:17:19,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:17:19,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:19,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:19,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:17:19,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/data/hbase/meta/1588230740 2024-11-19T17:17:19,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/data/hbase/meta/1588230740 2024-11-19T17:17:19,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:17:19,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:17:19,916 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:17:19,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:17:19,920 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:17:19,920 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66431661, jitterRate=-0.010091111063957214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:17:19,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732036639903Initializing all the Stores at 1732036639904 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036639905 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036639905Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036639905Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036639905Cleaning up temporary data from old regions at 1732036639915 (+10 ms)Region opened successfully at 1732036639921 (+6 ms) 2024-11-19T17:17:19,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:17:19,922 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:17:19,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:17:19,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:17:19,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:17:19,922 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:17:19,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036639922Disabling compacts and flushes for region at 1732036639922Disabling writes for close at 1732036639922Writing region close event to WAL at 1732036639922Closed at 1732036639922 2024-11-19T17:17:19,924 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:17:19,924 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T17:17:19,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T17:17:19,926 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:17:19,927 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T17:17:20,077 DEBUG [280a42d09ec8:42887 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T17:17:20,078 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=280a42d09ec8,37699,1732036637416 2024-11-19T17:17:20,079 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,37699,1732036637416, state=OPENING 2024-11-19T17:17:20,081 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T17:17:20,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37699-0x101313b98250001, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755236859 2024-11-19T17:17:20,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x101313b98250000, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755236859 2024-11-19T17:17:20,082 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:17:20,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,37699,1732036637416}] 2024-11-19T17:17:20,083 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01755236859/meta-region-server: CHANGED 2024-11-19T17:17:20,083 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01755236859/meta-region-server: CHANGED 2024-11-19T17:17:20,236 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:17:20,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54047, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T17:17:20,243 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T17:17:20,243 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:17:20,243 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T17:17:20,245 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C37699%2C1732036637416.meta, suffix=.meta, logDir=hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/WALs/280a42d09ec8,37699,1732036637416, archiveDir=hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/oldWALs, maxLogs=10 2024-11-19T17:17:20,260 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/WALs/280a42d09ec8,37699,1732036637416/280a42d09ec8%2C37699%2C1732036637416.meta.1732036640246.meta, exclude list is [], retry=0 2024-11-19T17:17:20,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34225,DS-ec39dcb0-9c39-48d3-acd3-433ea2b77472,DISK] 2024-11-19T17:17:20,264 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/WALs/280a42d09ec8,37699,1732036637416/280a42d09ec8%2C37699%2C1732036637416.meta.1732036640246.meta 2024-11-19T17:17:20,265 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34577:34577)] 2024-11-19T17:17:20,265 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:17:20,265 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:17:20,266 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:17:20,266 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T17:17:20,266 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T17:17:20,266 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T17:17:20,266 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:17:20,266 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T17:17:20,266 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T17:17:20,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:17:20,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:17:20,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:20,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:20,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:17:20,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:17:20,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:20,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:20,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:17:20,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:17:20,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:20,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:20,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:17:20,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:17:20,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:20,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:20,274 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:17:20,275 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/data/hbase/meta/1588230740 2024-11-19T17:17:20,276 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/data/hbase/meta/1588230740 2024-11-19T17:17:20,277 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:17:20,277 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:17:20,278 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:17:20,279 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:17:20,280 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70287610, jitterRate=0.04736700654029846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:17:20,280 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T17:17:20,282 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732036640266Writing region info on filesystem at 1732036640266Initializing all the Stores at 1732036640267 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036640267Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036640267Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036640267Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036640267Cleaning up temporary data from old regions at 1732036640277 (+10 ms)Running coprocessor post-open hooks at 1732036640280 (+3 ms)Region opened successfully at 1732036640281 (+1 ms) 2024-11-19T17:17:20,283 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732036640236 2024-11-19T17:17:20,285 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T17:17:20,285 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T17:17:20,286 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,37699,1732036637416 2024-11-19T17:17:20,287 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,37699,1732036637416, state=OPEN 2024-11-19T17:17:20,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x101313b98250000, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01755236859/meta-region-server 2024-11-19T17:17:20,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37699-0x101313b98250001, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01755236859/meta-region-server 2024-11-19T17:17:20,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01755236859/meta-region-server: CHANGED 2024-11-19T17:17:20,291 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=280a42d09ec8,37699,1732036637416 2024-11-19T17:17:20,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01755236859/meta-region-server: CHANGED 2024-11-19T17:17:20,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T17:17:20,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,37699,1732036637416 in 209 msec 2024-11-19T17:17:20,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T17:17:20,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 371 msec 2024-11-19T17:17:20,298 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:17:20,299 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T17:17:20,300 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:17:20,300 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,37699,1732036637416, seqNum=-1] 2024-11-19T17:17:20,301 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:17:20,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57069, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:17:20,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2450 sec 2024-11-19T17:17:20,308 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732036640308, completionTime=-1 2024-11-19T17:17:20,308 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T17:17:20,308 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T17:17:20,310 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T17:17:20,310 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732036700310 2024-11-19T17:17:20,310 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732036760310 2024-11-19T17:17:20,310 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T17:17:20,311 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,42887,1732036637341-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:20,311 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,42887,1732036637341-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:20,311 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,42887,1732036637341-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:20,311 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-280a42d09ec8:42887, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:20,311 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:20,311 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:20,313 DEBUG [master/280a42d09ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T17:17:20,316 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.842sec 2024-11-19T17:17:20,316 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T17:17:20,316 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T17:17:20,316 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T17:17:20,316 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T17:17:20,316 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T17:17:20,316 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,42887,1732036637341-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:17:20,316 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,42887,1732036637341-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T17:17:20,319 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T17:17:20,319 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T17:17:20,319 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,42887,1732036637341-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:20,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbdf180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:20,353 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,42887,-1 for getting cluster id 2024-11-19T17:17:20,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:17:20,355 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5640c56-e132-49c6-9e7d-de4a9c4a00e2' 2024-11-19T17:17:20,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:17:20,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5640c56-e132-49c6-9e7d-de4a9c4a00e2" 2024-11-19T17:17:20,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3316048f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:20,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,42887,-1] 2024-11-19T17:17:20,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:17:20,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:20,358 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:17:20,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@460703b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:20,360 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:17:20,362 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,37699,1732036637416, seqNum=-1] 2024-11-19T17:17:20,362 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:17:20,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:17:20,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=280a42d09ec8,42887,1732036637341 2024-11-19T17:17:20,368 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56991 2024-11-19T17:17:20,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:17:20,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101313b98250002 connected 2024-11-19T17:17:20,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de/hadoop.log.dir so I do NOT create it in target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca 2024-11-19T17:17:20,377 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T17:17:20,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de/hadoop.tmp.dir so I do NOT create it in target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca 2024-11-19T17:17:20,377 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T17:17:20,377 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca 2024-11-19T17:17:20,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T17:17:20,377 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca/cluster_b3fbf1ae-a502-c1a5-fe1e-9ae549e9e846, deleteOnExit=true 2024-11-19T17:17:20,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T17:17:20,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca/test.cache.data in system properties and HBase conf 2024-11-19T17:17:20,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T17:17:20,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca/hadoop.log.dir in system properties and HBase conf 2024-11-19T17:17:20,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T17:17:20,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T17:17:20,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T17:17:20,378 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T17:17:20,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:17:20,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:17:20,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T17:17:20,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:17:20,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T17:17:20,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T17:17:20,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:17:20,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:17:20,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T17:17:20,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca/nfs.dump.dir in system properties and HBase conf 2024-11-19T17:17:20,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca/java.io.tmpdir in system properties and HBase conf 2024-11-19T17:17:20,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:17:20,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T17:17:20,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T17:17:20,494 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:17:20,501 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:17:20,502 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:17:20,502 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:17:20,503 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T17:17:20,505 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:17:20,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7734c845{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:17:20,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13605576{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:17:20,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40ee5f6a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca/java.io.tmpdir/jetty-localhost-35077-hadoop-hdfs-3_4_1-tests_jar-_-any-7392746667771603561/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:17:20,628 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ac1b7c8{HTTP/1.1, (http/1.1)}{localhost:35077} 2024-11-19T17:17:20,628 INFO [Time-limited test {}] server.Server(415): Started @33910ms 2024-11-19T17:17:20,740 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:17:20,744 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:17:20,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:17:20,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:17:20,749 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T17:17:20,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65f90607{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:17:20,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42690e4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:17:20,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e601b29{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca/java.io.tmpdir/jetty-localhost-33783-hadoop-hdfs-3_4_1-tests_jar-_-any-10756870284980924145/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:17:20,868 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e46d904{HTTP/1.1, (http/1.1)}{localhost:33783} 2024-11-19T17:17:20,868 INFO [Time-limited test {}] server.Server(415): Started @34151ms 2024-11-19T17:17:20,870 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T17:17:21,001 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca/cluster_b3fbf1ae-a502-c1a5-fe1e-9ae549e9e846/data/data1/current/BP-160632408-172.17.0.2-1732036640418/current, will proceed with Du for space computation calculation, 2024-11-19T17:17:21,002 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca/cluster_b3fbf1ae-a502-c1a5-fe1e-9ae549e9e846/data/data2/current/BP-160632408-172.17.0.2-1732036640418/current, will proceed with Du for space computation calculation, 2024-11-19T17:17:21,041 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T17:17:21,046 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x550ecad914da1d45 with lease ID 0xa4aa06639e764b64: Processing first storage report for DS-a4317cf8-9cba-4b8f-ba3d-6be9815cf551 from datanode DatanodeRegistration(127.0.0.1:33835, datanodeUuid=ca68e77f-4a2c-449f-81e6-68ba4514add6, infoPort=44947, infoSecurePort=0, ipcPort=44847, storageInfo=lv=-57;cid=testClusterID;nsid=1758834554;c=1732036640418) 2024-11-19T17:17:21,046 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x550ecad914da1d45 with lease ID 0xa4aa06639e764b64: from storage DS-a4317cf8-9cba-4b8f-ba3d-6be9815cf551 node DatanodeRegistration(127.0.0.1:33835, datanodeUuid=ca68e77f-4a2c-449f-81e6-68ba4514add6, infoPort=44947, infoSecurePort=0, ipcPort=44847, storageInfo=lv=-57;cid=testClusterID;nsid=1758834554;c=1732036640418), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:17:21,046 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x550ecad914da1d45 with lease ID 0xa4aa06639e764b64: Processing first storage report for DS-efbc2292-8fe4-4a3a-9db1-e24ac09922ef from datanode DatanodeRegistration(127.0.0.1:33835, datanodeUuid=ca68e77f-4a2c-449f-81e6-68ba4514add6, infoPort=44947, infoSecurePort=0, ipcPort=44847, storageInfo=lv=-57;cid=testClusterID;nsid=1758834554;c=1732036640418) 2024-11-19T17:17:21,046 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x550ecad914da1d45 with lease ID 0xa4aa06639e764b64: from storage DS-efbc2292-8fe4-4a3a-9db1-e24ac09922ef node DatanodeRegistration(127.0.0.1:33835, datanodeUuid=ca68e77f-4a2c-449f-81e6-68ba4514add6, infoPort=44947, infoSecurePort=0, ipcPort=44847, storageInfo=lv=-57;cid=testClusterID;nsid=1758834554;c=1732036640418), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:17:21,119 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca 2024-11-19T17:17:21,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:17:21,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:17:21,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33835 is added to blk_1073741825_1001 (size=7) 2024-11-19T17:17:21,531 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02 with version=8 2024-11-19T17:17:21,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/hbase-staging 2024-11-19T17:17:21,534 INFO [Time-limited test {}] client.ConnectionUtils(128): master/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:17:21,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:17:21,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:17:21,534 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:17:21,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:17:21,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:17:21,534 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T17:17:21,535 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:17:21,535 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40237 2024-11-19T17:17:21,537 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40237 connecting to ZooKeeper ensemble=127.0.0.1:56991 2024-11-19T17:17:21,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402370x0, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:17:21,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40237-0x101313b98250003 connected 2024-11-19T17:17:21,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:17:21,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:17:21,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40237-0x101313b98250003, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Set watcher on znode that does not yet exist, /1-982563975/running 2024-11-19T17:17:21,559 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02, hbase.cluster.distributed=false 2024-11-19T17:17:21,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40237-0x101313b98250003, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Set watcher on znode that does not yet exist, /1-982563975/acl 2024-11-19T17:17:21,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40237 2024-11-19T17:17:21,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40237 2024-11-19T17:17:21,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40237 2024-11-19T17:17:21,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40237 2024-11-19T17:17:21,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40237 2024-11-19T17:17:21,590 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:17:21,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:17:21,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:17:21,590 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:17:21,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:17:21,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:17:21,590 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T17:17:21,591 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:17:21,591 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41113 2024-11-19T17:17:21,592 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41113 connecting to ZooKeeper ensemble=127.0.0.1:56991 2024-11-19T17:17:21,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:17:21,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:17:21,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411130x0, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:17:21,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411130x0, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Set watcher on znode that does not yet exist, /1-982563975/running 2024-11-19T17:17:21,604 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T17:17:21,604 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41113-0x101313b98250004 connected 2024-11-19T17:17:21,606 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T17:17:21,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41113-0x101313b98250004, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Set watcher on znode that does not yet exist, /1-982563975/master 2024-11-19T17:17:21,607 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41113-0x101313b98250004, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Set watcher on znode that does not yet exist, /1-982563975/acl 2024-11-19T17:17:21,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41113 2024-11-19T17:17:21,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41113 2024-11-19T17:17:21,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41113 2024-11-19T17:17:21,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41113 2024-11-19T17:17:21,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41113 2024-11-19T17:17:21,631 DEBUG [M:0;280a42d09ec8:40237 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;280a42d09ec8:40237 2024-11-19T17:17:21,632 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-982563975/backup-masters/280a42d09ec8,40237,1732036641534 2024-11-19T17:17:21,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x101313b98250004, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982563975/backup-masters 2024-11-19T17:17:21,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101313b98250003, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982563975/backup-masters 2024-11-19T17:17:21,635 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40237-0x101313b98250003, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Set watcher on existing znode=/1-982563975/backup-masters/280a42d09ec8,40237,1732036641534 2024-11-19T17:17:21,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101313b98250003, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982563975 2024-11-19T17:17:21,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x101313b98250004, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-982563975/master 2024-11-19T17:17:21,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x101313b98250004, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982563975 2024-11-19T17:17:21,637 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40237-0x101313b98250003, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Set watcher on existing znode=/1-982563975/master 2024-11-19T17:17:21,637 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-982563975/backup-masters/280a42d09ec8,40237,1732036641534 from backup master directory 2024-11-19T17:17:21,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x101313b98250004, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982563975/backup-masters 2024-11-19T17:17:21,639 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:17:21,639 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=280a42d09ec8,40237,1732036641534 2024-11-19T17:17:21,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101313b98250003, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-982563975/backup-masters/280a42d09ec8,40237,1732036641534 2024-11-19T17:17:21,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101313b98250003, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982563975/backup-masters 2024-11-19T17:17:21,646 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/hbase.id] with ID: b0b1019c-9cdc-45f0-8b22-a3d4b19080c5 2024-11-19T17:17:21,646 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/.tmp/hbase.id 2024-11-19T17:17:21,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33835 is added to blk_1073741826_1002 (size=42) 2024-11-19T17:17:21,656 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/.tmp/hbase.id]:[hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/hbase.id] 2024-11-19T17:17:21,674 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:17:21,674 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T17:17:21,676 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-19T17:17:21,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101313b98250003, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982563975 2024-11-19T17:17:21,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x101313b98250004, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982563975 2024-11-19T17:17:21,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33835 is added to blk_1073741827_1003 (size=196) 2024-11-19T17:17:22,089 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:17:22,090 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T17:17:22,090 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:17:22,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33835 is added to blk_1073741828_1004 (size=1189) 2024-11-19T17:17:22,505 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/MasterData/data/master/store 2024-11-19T17:17:22,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33835 is added to blk_1073741829_1005 (size=34) 2024-11-19T17:17:22,912 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:17:22,912 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:17:22,912 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:17:22,912 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:17:22,912 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:17:22,912 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:17:22,912 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:17:22,912 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036642912Disabling compacts and flushes for region at 1732036642912Disabling writes for close at 1732036642912Writing region close event to WAL at 1732036642912Closed at 1732036642912 2024-11-19T17:17:22,913 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/MasterData/data/master/store/.initializing 2024-11-19T17:17:22,913 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/MasterData/WALs/280a42d09ec8,40237,1732036641534 2024-11-19T17:17:22,914 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:17:22,916 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=280a42d09ec8%2C40237%2C1732036641534, suffix=, logDir=hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/MasterData/WALs/280a42d09ec8,40237,1732036641534, archiveDir=hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/MasterData/oldWALs, maxLogs=10 2024-11-19T17:17:22,931 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/MasterData/WALs/280a42d09ec8,40237,1732036641534/280a42d09ec8%2C40237%2C1732036641534.1732036642917, exclude list is [], retry=0 2024-11-19T17:17:22,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33835,DS-a4317cf8-9cba-4b8f-ba3d-6be9815cf551,DISK] 2024-11-19T17:17:22,935 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/MasterData/WALs/280a42d09ec8,40237,1732036641534/280a42d09ec8%2C40237%2C1732036641534.1732036642917 2024-11-19T17:17:22,936 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44947:44947)] 2024-11-19T17:17:22,936 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:17:22,936 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:17:22,936 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:22,936 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:22,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:22,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T17:17:22,939 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:22,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:22,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:22,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T17:17:22,941 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:22,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:17:22,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:22,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T17:17:22,942 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:22,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:17:22,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:22,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T17:17:22,944 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:22,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:17:22,945 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:22,945 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:22,974 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:22,976 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:22,976 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:22,976 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:17:22,977 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:22,981 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:17:22,981 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66405248, jitterRate=-0.010484695434570312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:17:22,982 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732036642936Initializing all the Stores at 1732036642937 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036642937Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036642937Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036642937Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036642937Cleaning up temporary data from old regions at 1732036642976 (+39 ms)Region opened successfully at 1732036642981 (+5 ms) 2024-11-19T17:17:22,982 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T17:17:22,986 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6214775d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:17:22,987 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T17:17:22,987 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T17:17:22,987 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T17:17:22,987 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T17:17:22,987 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T17:17:22,988 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T17:17:22,988 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T17:17:22,990 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T17:17:22,990 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40237-0x101313b98250003, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Unable to get data of znode /1-982563975/balancer because node does not exist (not necessarily an error) 2024-11-19T17:17:22,992 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-982563975/balancer already deleted, retry=false 2024-11-19T17:17:22,992 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T17:17:22,992 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40237-0x101313b98250003, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Unable to get data of znode /1-982563975/normalizer because node does not exist (not necessarily an error) 2024-11-19T17:17:22,994 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-982563975/normalizer already deleted, retry=false 2024-11-19T17:17:22,994 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T17:17:22,995 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40237-0x101313b98250003, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Unable to get data of znode /1-982563975/switch/split because node does not exist (not necessarily an error) 2024-11-19T17:17:22,996 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-982563975/switch/split already deleted, retry=false 2024-11-19T17:17:22,996 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40237-0x101313b98250003, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Unable to get data of znode /1-982563975/switch/merge because node does not exist (not necessarily an error) 2024-11-19T17:17:22,999 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-982563975/switch/merge already deleted, retry=false 2024-11-19T17:17:23,001 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40237-0x101313b98250003, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Unable to get data of znode /1-982563975/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T17:17:23,002 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-982563975/snapshot-cleanup already deleted, retry=false 2024-11-19T17:17:23,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x101313b98250004, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-982563975/running 2024-11-19T17:17:23,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101313b98250003, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-982563975/running 2024-11-19T17:17:23,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x101313b98250004, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982563975 2024-11-19T17:17:23,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101313b98250003, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982563975 2024-11-19T17:17:23,004 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=280a42d09ec8,40237,1732036641534, sessionid=0x101313b98250003, setting cluster-up flag (Was=false) 2024-11-19T17:17:23,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x101313b98250004, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982563975 2024-11-19T17:17:23,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101313b98250003, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982563975 2024-11-19T17:17:23,013 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-982563975/flush-table-proc/acquired, /1-982563975/flush-table-proc/reached, /1-982563975/flush-table-proc/abort 2024-11-19T17:17:23,014 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,40237,1732036641534 2024-11-19T17:17:23,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101313b98250003, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982563975 2024-11-19T17:17:23,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x101313b98250004, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982563975 2024-11-19T17:17:23,025 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-982563975/online-snapshot/acquired, /1-982563975/online-snapshot/reached, /1-982563975/online-snapshot/abort 2024-11-19T17:17:23,026 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,40237,1732036641534 2024-11-19T17:17:23,028 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T17:17:23,030 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T17:17:23,030 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T17:17:23,031 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T17:17:23,031 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 280a42d09ec8,32929,1732036612236: status=Processing ServerCrashProcedure of 280a42d09ec8,32929,1732036612236 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732036627415, completionTime=-1 appears to have been leaked 2024-11-19T17:17:23,031 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 280a42d09ec8,40237,1732036641534 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T17:17:23,033 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:17:23,033 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:17:23,033 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:17:23,033 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:17:23,033 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/280a42d09ec8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T17:17:23,033 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:23,033 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:17:23,033 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:23,036 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:17:23,036 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T17:17:23,037 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:23,037 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T17:17:23,045 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732036673045 2024-11-19T17:17:23,045 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T17:17:23,046 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T17:17:23,046 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T17:17:23,046 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T17:17:23,046 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T17:17:23,046 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T17:17:23,046 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:23,049 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T17:17:23,049 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T17:17:23,049 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T17:17:23,049 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T17:17:23,049 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T17:17:23,050 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T17:17:23,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33835 is added to blk_1073741831_1007 (size=1321) 2024-11-19T17:17:23,052 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036643050,5,FailOnTimeoutGroup] 2024-11-19T17:17:23,052 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036643052,5,FailOnTimeoutGroup] 2024-11-19T17:17:23,052 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:23,053 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T17:17:23,053 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:23,053 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:23,121 INFO [RS:0;280a42d09ec8:41113 {}] regionserver.HRegionServer(746): ClusterId : b0b1019c-9cdc-45f0-8b22-a3d4b19080c5 2024-11-19T17:17:23,121 DEBUG [RS:0;280a42d09ec8:41113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T17:17:23,124 DEBUG [RS:0;280a42d09ec8:41113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T17:17:23,124 DEBUG [RS:0;280a42d09ec8:41113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T17:17:23,126 DEBUG [RS:0;280a42d09ec8:41113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T17:17:23,126 DEBUG [RS:0;280a42d09ec8:41113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32834f79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:17:23,139 DEBUG [RS:0;280a42d09ec8:41113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;280a42d09ec8:41113 2024-11-19T17:17:23,139 INFO [RS:0;280a42d09ec8:41113 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T17:17:23,139 INFO [RS:0;280a42d09ec8:41113 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T17:17:23,139 DEBUG [RS:0;280a42d09ec8:41113 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T17:17:23,140 INFO [RS:0;280a42d09ec8:41113 {}] regionserver.HRegionServer(2659): reportForDuty to master=280a42d09ec8,40237,1732036641534 with port=41113, startcode=1732036641589 2024-11-19T17:17:23,140 DEBUG [RS:0;280a42d09ec8:41113 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T17:17:23,141 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T17:17:23,142 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40237 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 280a42d09ec8,41113,1732036641589 2024-11-19T17:17:23,142 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40237 {}] master.ServerManager(517): Registering regionserver=280a42d09ec8,41113,1732036641589 2024-11-19T17:17:23,144 DEBUG [RS:0;280a42d09ec8:41113 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02 2024-11-19T17:17:23,144 DEBUG [RS:0;280a42d09ec8:41113 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35267 2024-11-19T17:17:23,144 DEBUG [RS:0;280a42d09ec8:41113 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T17:17:23,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101313b98250003, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982563975/rs 2024-11-19T17:17:23,150 DEBUG [RS:0;280a42d09ec8:41113 {}] zookeeper.ZKUtil(111): regionserver:41113-0x101313b98250004, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Set watcher on existing znode=/1-982563975/rs/280a42d09ec8,41113,1732036641589 2024-11-19T17:17:23,150 WARN [RS:0;280a42d09ec8:41113 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:17:23,150 INFO [RS:0;280a42d09ec8:41113 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:17:23,151 DEBUG [RS:0;280a42d09ec8:41113 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/WALs/280a42d09ec8,41113,1732036641589 2024-11-19T17:17:23,155 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [280a42d09ec8,41113,1732036641589] 2024-11-19T17:17:23,158 INFO [RS:0;280a42d09ec8:41113 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T17:17:23,159 INFO [RS:0;280a42d09ec8:41113 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T17:17:23,160 INFO [RS:0;280a42d09ec8:41113 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T17:17:23,160 INFO [RS:0;280a42d09ec8:41113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:23,160 INFO [RS:0;280a42d09ec8:41113 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T17:17:23,161 INFO [RS:0;280a42d09ec8:41113 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T17:17:23,161 INFO [RS:0;280a42d09ec8:41113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:23,162 DEBUG [RS:0;280a42d09ec8:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:23,162 DEBUG [RS:0;280a42d09ec8:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:23,162 DEBUG [RS:0;280a42d09ec8:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:23,162 DEBUG [RS:0;280a42d09ec8:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:23,162 DEBUG [RS:0;280a42d09ec8:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:23,162 DEBUG [RS:0;280a42d09ec8:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:17:23,162 DEBUG [RS:0;280a42d09ec8:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:23,162 DEBUG [RS:0;280a42d09ec8:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:23,162 DEBUG [RS:0;280a42d09ec8:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:23,162 DEBUG [RS:0;280a42d09ec8:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:23,162 DEBUG [RS:0;280a42d09ec8:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:23,162 DEBUG [RS:0;280a42d09ec8:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:23,163 DEBUG [RS:0;280a42d09ec8:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:17:23,163 DEBUG [RS:0;280a42d09ec8:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:17:23,165 INFO [RS:0;280a42d09ec8:41113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:23,165 INFO [RS:0;280a42d09ec8:41113 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:23,165 INFO [RS:0;280a42d09ec8:41113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:23,165 INFO [RS:0;280a42d09ec8:41113 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:23,165 INFO [RS:0;280a42d09ec8:41113 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:23,166 INFO [RS:0;280a42d09ec8:41113 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,41113,1732036641589-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:17:23,191 INFO [RS:0;280a42d09ec8:41113 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T17:17:23,192 INFO [RS:0;280a42d09ec8:41113 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,41113,1732036641589-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:23,192 INFO [RS:0;280a42d09ec8:41113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:23,192 INFO [RS:0;280a42d09ec8:41113 {}] regionserver.Replication(171): 280a42d09ec8,41113,1732036641589 started 2024-11-19T17:17:23,210 INFO [RS:0;280a42d09ec8:41113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:23,210 INFO [RS:0;280a42d09ec8:41113 {}] regionserver.HRegionServer(1482): Serving as 280a42d09ec8,41113,1732036641589, RpcServer on 280a42d09ec8/172.17.0.2:41113, sessionid=0x101313b98250004 2024-11-19T17:17:23,210 DEBUG [RS:0;280a42d09ec8:41113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T17:17:23,210 DEBUG [RS:0;280a42d09ec8:41113 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 280a42d09ec8,41113,1732036641589 2024-11-19T17:17:23,210 DEBUG [RS:0;280a42d09ec8:41113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,41113,1732036641589' 2024-11-19T17:17:23,210 DEBUG [RS:0;280a42d09ec8:41113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-982563975/flush-table-proc/abort' 2024-11-19T17:17:23,211 DEBUG [RS:0;280a42d09ec8:41113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-982563975/flush-table-proc/acquired' 2024-11-19T17:17:23,211 DEBUG [RS:0;280a42d09ec8:41113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T17:17:23,211 DEBUG [RS:0;280a42d09ec8:41113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T17:17:23,211 DEBUG [RS:0;280a42d09ec8:41113 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 280a42d09ec8,41113,1732036641589 2024-11-19T17:17:23,211 DEBUG [RS:0;280a42d09ec8:41113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,41113,1732036641589' 2024-11-19T17:17:23,211 DEBUG [RS:0;280a42d09ec8:41113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-982563975/online-snapshot/abort' 2024-11-19T17:17:23,212 DEBUG [RS:0;280a42d09ec8:41113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-982563975/online-snapshot/acquired' 2024-11-19T17:17:23,212 DEBUG [RS:0;280a42d09ec8:41113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T17:17:23,212 INFO [RS:0;280a42d09ec8:41113 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T17:17:23,212 INFO [RS:0;280a42d09ec8:41113 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T17:17:23,313 INFO [RS:0;280a42d09ec8:41113 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:17:23,315 INFO [RS:0;280a42d09ec8:41113 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C41113%2C1732036641589, suffix=, logDir=hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/WALs/280a42d09ec8,41113,1732036641589, archiveDir=hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/oldWALs, maxLogs=10 2024-11-19T17:17:23,336 DEBUG [RS:0;280a42d09ec8:41113 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/WALs/280a42d09ec8,41113,1732036641589/280a42d09ec8%2C41113%2C1732036641589.1732036643315, exclude list is [], retry=0 2024-11-19T17:17:23,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33835,DS-a4317cf8-9cba-4b8f-ba3d-6be9815cf551,DISK] 2024-11-19T17:17:23,342 INFO [RS:0;280a42d09ec8:41113 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/WALs/280a42d09ec8,41113,1732036641589/280a42d09ec8%2C41113%2C1732036641589.1732036643315 2024-11-19T17:17:23,342 DEBUG [RS:0;280a42d09ec8:41113 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44947:44947)] 2024-11-19T17:17:23,451 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T17:17:23,451 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02 2024-11-19T17:17:23,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33835 is added to blk_1073741833_1009 (size=32) 2024-11-19T17:17:23,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:17:23,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:17:23,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:17:23,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:23,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:23,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:17:23,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:17:23,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:23,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:23,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:17:23,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:17:23,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:23,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:23,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:17:23,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:17:23,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:23,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:23,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:17:23,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/data/hbase/meta/1588230740 2024-11-19T17:17:23,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/data/hbase/meta/1588230740 2024-11-19T17:17:23,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:17:23,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:17:23,870 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:17:23,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:17:23,873 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:17:23,873 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69814223, jitterRate=0.0403129905462265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:17:23,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732036643858Initializing all the Stores at 1732036643859 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036643859Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036643860 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036643860Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036643860Cleaning up temporary data from old regions at 1732036643869 (+9 ms)Region opened successfully at 1732036643873 (+4 ms) 2024-11-19T17:17:23,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:17:23,874 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:17:23,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:17:23,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:17:23,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:17:23,874 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:17:23,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036643873Disabling compacts and flushes for region at 1732036643873Disabling writes for close at 1732036643874 (+1 ms)Writing region close event to WAL at 1732036643874Closed at 1732036643874 2024-11-19T17:17:23,875 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:17:23,875 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T17:17:23,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T17:17:23,877 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:17:23,878 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T17:17:24,028 DEBUG [280a42d09ec8:40237 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T17:17:24,029 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=280a42d09ec8,41113,1732036641589 2024-11-19T17:17:24,031 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,41113,1732036641589, state=OPENING 2024-11-19T17:17:24,032 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T17:17:24,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x101313b98250004, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982563975 2024-11-19T17:17:24,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101313b98250003, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982563975 2024-11-19T17:17:24,035 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:17:24,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-982563975/meta-region-server: CHANGED 2024-11-19T17:17:24,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-982563975/meta-region-server: CHANGED 2024-11-19T17:17:24,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,41113,1732036641589}] 2024-11-19T17:17:24,188 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:17:24,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T17:17:24,195 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T17:17:24,195 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:17:24,196 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T17:17:24,197 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C41113%2C1732036641589.meta, suffix=.meta, logDir=hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/WALs/280a42d09ec8,41113,1732036641589, archiveDir=hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/oldWALs, maxLogs=10 2024-11-19T17:17:24,212 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/WALs/280a42d09ec8,41113,1732036641589/280a42d09ec8%2C41113%2C1732036641589.meta.1732036644198.meta, exclude list is [], retry=0 2024-11-19T17:17:24,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33835,DS-a4317cf8-9cba-4b8f-ba3d-6be9815cf551,DISK] 2024-11-19T17:17:24,218 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/WALs/280a42d09ec8,41113,1732036641589/280a42d09ec8%2C41113%2C1732036641589.meta.1732036644198.meta 2024-11-19T17:17:24,218 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44947:44947)] 2024-11-19T17:17:24,218 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:17:24,218 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:17:24,219 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:17:24,219 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T17:17:24,219 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T17:17:24,219 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T17:17:24,219 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:17:24,219 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T17:17:24,219 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T17:17:24,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:17:24,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:17:24,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:24,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:24,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:17:24,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:17:24,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:24,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:24,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:17:24,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:17:24,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:24,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:24,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:17:24,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:17:24,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:24,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:24,226 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:17:24,227 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/data/hbase/meta/1588230740 2024-11-19T17:17:24,228 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/data/hbase/meta/1588230740 2024-11-19T17:17:24,229 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:17:24,229 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:17:24,230 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:17:24,231 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:17:24,232 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73964281, jitterRate=0.10215367376804352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:17:24,232 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T17:17:24,232 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732036644219Writing region info on filesystem at 1732036644219Initializing all the Stores at 1732036644220 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036644220Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036644220Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036644220Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036644220Cleaning up temporary data from old regions at 1732036644229 (+9 ms)Running coprocessor post-open hooks at 1732036644232 (+3 ms)Region opened successfully at 1732036644232 2024-11-19T17:17:24,233 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732036644188 2024-11-19T17:17:24,236 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T17:17:24,236 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T17:17:24,237 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,41113,1732036641589 2024-11-19T17:17:24,238 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,41113,1732036641589, state=OPEN 2024-11-19T17:17:24,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101313b98250003, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-982563975/meta-region-server 2024-11-19T17:17:24,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x101313b98250004, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-982563975/meta-region-server 2024-11-19T17:17:24,241 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=280a42d09ec8,41113,1732036641589 2024-11-19T17:17:24,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-982563975/meta-region-server: CHANGED 2024-11-19T17:17:24,242 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-982563975/meta-region-server: CHANGED 2024-11-19T17:17:24,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T17:17:24,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,41113,1732036641589 in 206 msec 2024-11-19T17:17:24,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T17:17:24,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 370 msec 2024-11-19T17:17:24,249 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:17:24,249 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T17:17:24,250 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:17:24,250 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,41113,1732036641589, seqNum=-1] 2024-11-19T17:17:24,251 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:17:24,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:17:24,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2280 sec 2024-11-19T17:17:24,258 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732036644258, completionTime=-1 2024-11-19T17:17:24,258 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T17:17:24,258 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T17:17:24,261 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T17:17:24,261 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732036704261 2024-11-19T17:17:24,261 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732036764261 2024-11-19T17:17:24,261 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T17:17:24,273 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,40237,1732036641534-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:24,273 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,40237,1732036641534-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:24,273 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,40237,1732036641534-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:24,273 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-280a42d09ec8:40237, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:24,273 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:24,273 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:24,276 DEBUG [master/280a42d09ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T17:17:24,278 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.639sec 2024-11-19T17:17:24,278 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T17:17:24,279 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T17:17:24,279 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T17:17:24,279 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T17:17:24,279 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T17:17:24,279 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,40237,1732036641534-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:17:24,279 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,40237,1732036641534-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T17:17:24,282 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T17:17:24,282 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T17:17:24,282 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,40237,1732036641534-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:24,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f02ef67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:24,322 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,40237,-1 for getting cluster id 2024-11-19T17:17:24,322 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:17:24,323 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0b1019c-9cdc-45f0-8b22-a3d4b19080c5' 2024-11-19T17:17:24,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:17:24,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0b1019c-9cdc-45f0-8b22-a3d4b19080c5" 2024-11-19T17:17:24,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f066c1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:24,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,40237,-1] 2024-11-19T17:17:24,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:17:24,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:24,326 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:17:24,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486ddd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:24,327 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:17:24,328 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,41113,1732036641589, seqNum=-1] 2024-11-19T17:17:24,328 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:17:24,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:17:24,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=280a42d09ec8,40237,1732036641534 2024-11-19T17:17:24,332 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56991 2024-11-19T17:17:24,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:17:24,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101313b98250005 connected 2024-11-19T17:17:24,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e19e2cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:24,338 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,42887,-1 for getting cluster id 2024-11-19T17:17:24,338 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:17:24,338 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5640c56-e132-49c6-9e7d-de4a9c4a00e2' 2024-11-19T17:17:24,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:17:24,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5640c56-e132-49c6-9e7d-de4a9c4a00e2" 2024-11-19T17:17:24,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@117399e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:24,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,42887,-1] 2024-11-19T17:17:24,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:17:24,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:24,340 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:17:24,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63bc3edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:24,341 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:17:24,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,42887,1732036637341 2024-11-19T17:17:24,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50343926 2024-11-19T17:17:24,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:17:24,343 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:17:24,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://280a42d09ec8:40237,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T17:17:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T17:17:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:17:24,347 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:40237' 2024-11-19T17:17:24,348 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27ccc9b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:24,348 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,40237,-1 for getting cluster id 2024-11-19T17:17:24,348 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:17:24,349 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0b1019c-9cdc-45f0-8b22-a3d4b19080c5' 2024-11-19T17:17:24,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:17:24,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0b1019c-9cdc-45f0-8b22-a3d4b19080c5" 2024-11-19T17:17:24,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14027c1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:24,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,40237,-1] 2024-11-19T17:17:24,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:17:24,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:24,351 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:17:24,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6544b517, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:24,352 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:17:24,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,40237,1732036641534 2024-11-19T17:17:24,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36223871 2024-11-19T17:17:24,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:17:24,354 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:17:24,355 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-19T17:17:24,355 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T17:17:24,355 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:24,355 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:24,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:17:24,355 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:17:24,357 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T17:17:24,358 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T17:17:24,358 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:24,359 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T17:17:24,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741835_1011 (size=1138) 2024-11-19T17:17:24,407 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T17:17:24,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:17:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:17:24,771 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 31fbdd40fa2a9d82998c749cf2626ec1, NAME => 'hbase:replication,,1732036644355.31fbdd40fa2a9d82998c749cf2626ec1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838 2024-11-19T17:17:24,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741836_1012 (size=44) 2024-11-19T17:17:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:17:25,179 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732036644355.31fbdd40fa2a9d82998c749cf2626ec1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:17:25,180 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 31fbdd40fa2a9d82998c749cf2626ec1, disabling compactions & flushes 2024-11-19T17:17:25,180 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732036644355.31fbdd40fa2a9d82998c749cf2626ec1. 2024-11-19T17:17:25,180 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732036644355.31fbdd40fa2a9d82998c749cf2626ec1. 2024-11-19T17:17:25,180 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732036644355.31fbdd40fa2a9d82998c749cf2626ec1. after waiting 0 ms 2024-11-19T17:17:25,180 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732036644355.31fbdd40fa2a9d82998c749cf2626ec1. 2024-11-19T17:17:25,180 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732036644355.31fbdd40fa2a9d82998c749cf2626ec1. 2024-11-19T17:17:25,180 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 31fbdd40fa2a9d82998c749cf2626ec1: Waiting for close lock at 1732036645180Disabling compacts and flushes for region at 1732036645180Disabling writes for close at 1732036645180Writing region close event to WAL at 1732036645180Closed at 1732036645180 2024-11-19T17:17:25,182 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T17:17:25,182 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732036644355.31fbdd40fa2a9d82998c749cf2626ec1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732036645182"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732036645182"}]},"ts":"1732036645182"} 2024-11-19T17:17:25,185 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T17:17:25,187 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T17:17:25,187 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036645187"}]},"ts":"1732036645187"} 2024-11-19T17:17:25,190 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T17:17:25,190 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31fbdd40fa2a9d82998c749cf2626ec1, ASSIGN}] 2024-11-19T17:17:25,191 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T17:17:25,192 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31fbdd40fa2a9d82998c749cf2626ec1, ASSIGN 2024-11-19T17:17:25,193 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=31fbdd40fa2a9d82998c749cf2626ec1, ASSIGN; state=OFFLINE, location=280a42d09ec8,37699,1732036637416; forceNewPlan=false, retain=false 2024-11-19T17:17:25,343 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=31fbdd40fa2a9d82998c749cf2626ec1, regionState=OPENING, regionLocation=280a42d09ec8,37699,1732036637416 2024-11-19T17:17:25,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=31fbdd40fa2a9d82998c749cf2626ec1, ASSIGN because future has completed 2024-11-19T17:17:25,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31fbdd40fa2a9d82998c749cf2626ec1, server=280a42d09ec8,37699,1732036637416}] 2024-11-19T17:17:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:17:25,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732036644355.31fbdd40fa2a9d82998c749cf2626ec1. 2024-11-19T17:17:25,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:17:25,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T17:17:25,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C37699%2C1732036637416.rep, suffix=, logDir=hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/WALs/280a42d09ec8,37699,1732036637416, archiveDir=hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/oldWALs, maxLogs=10 2024-11-19T17:17:25,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/WALs/280a42d09ec8,37699,1732036637416/280a42d09ec8%2C37699%2C1732036637416.rep.1732036645506, exclude list is [], retry=0 2024-11-19T17:17:25,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34225,DS-ec39dcb0-9c39-48d3-acd3-433ea2b77472,DISK] 2024-11-19T17:17:25,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/WALs/280a42d09ec8,37699,1732036637416/280a42d09ec8%2C37699%2C1732036637416.rep.1732036645506 2024-11-19T17:17:25,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34577:34577)] 2024-11-19T17:17:25,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 31fbdd40fa2a9d82998c749cf2626ec1, NAME => 'hbase:replication,,1732036644355.31fbdd40fa2a9d82998c749cf2626ec1.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:17:25,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:17:25,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:17:25,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732036644355.31fbdd40fa2a9d82998c749cf2626ec1. service=MultiRowMutationService 2024-11-19T17:17:25,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T17:17:25,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 31fbdd40fa2a9d82998c749cf2626ec1 2024-11-19T17:17:25,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732036644355.31fbdd40fa2a9d82998c749cf2626ec1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:17:25,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 31fbdd40fa2a9d82998c749cf2626ec1 2024-11-19T17:17:25,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 31fbdd40fa2a9d82998c749cf2626ec1 2024-11-19T17:17:25,527 INFO [StoreOpener-31fbdd40fa2a9d82998c749cf2626ec1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 31fbdd40fa2a9d82998c749cf2626ec1 2024-11-19T17:17:25,529 INFO [StoreOpener-31fbdd40fa2a9d82998c749cf2626ec1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31fbdd40fa2a9d82998c749cf2626ec1 columnFamilyName hfileref 2024-11-19T17:17:25,529 DEBUG [StoreOpener-31fbdd40fa2a9d82998c749cf2626ec1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:25,529 INFO [StoreOpener-31fbdd40fa2a9d82998c749cf2626ec1-1 {}] regionserver.HStore(327): Store=31fbdd40fa2a9d82998c749cf2626ec1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:17:25,529 INFO [StoreOpener-31fbdd40fa2a9d82998c749cf2626ec1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 31fbdd40fa2a9d82998c749cf2626ec1 2024-11-19T17:17:25,530 INFO [StoreOpener-31fbdd40fa2a9d82998c749cf2626ec1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31fbdd40fa2a9d82998c749cf2626ec1 columnFamilyName queue 2024-11-19T17:17:25,530 DEBUG [StoreOpener-31fbdd40fa2a9d82998c749cf2626ec1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:25,531 INFO [StoreOpener-31fbdd40fa2a9d82998c749cf2626ec1-1 {}] regionserver.HStore(327): Store=31fbdd40fa2a9d82998c749cf2626ec1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:17:25,531 INFO [StoreOpener-31fbdd40fa2a9d82998c749cf2626ec1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 31fbdd40fa2a9d82998c749cf2626ec1 2024-11-19T17:17:25,532 INFO [StoreOpener-31fbdd40fa2a9d82998c749cf2626ec1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31fbdd40fa2a9d82998c749cf2626ec1 columnFamilyName sid 2024-11-19T17:17:25,532 DEBUG [StoreOpener-31fbdd40fa2a9d82998c749cf2626ec1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:25,533 INFO [StoreOpener-31fbdd40fa2a9d82998c749cf2626ec1-1 {}] regionserver.HStore(327): Store=31fbdd40fa2a9d82998c749cf2626ec1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:17:25,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 31fbdd40fa2a9d82998c749cf2626ec1 2024-11-19T17:17:25,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/data/hbase/replication/31fbdd40fa2a9d82998c749cf2626ec1 2024-11-19T17:17:25,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/data/hbase/replication/31fbdd40fa2a9d82998c749cf2626ec1 2024-11-19T17:17:25,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 31fbdd40fa2a9d82998c749cf2626ec1 2024-11-19T17:17:25,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 31fbdd40fa2a9d82998c749cf2626ec1 2024-11-19T17:17:25,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:17:25,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 31fbdd40fa2a9d82998c749cf2626ec1 2024-11-19T17:17:25,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/data/hbase/replication/31fbdd40fa2a9d82998c749cf2626ec1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:17:25,539 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 31fbdd40fa2a9d82998c749cf2626ec1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59247497, jitterRate=-0.11714349687099457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:17:25,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31fbdd40fa2a9d82998c749cf2626ec1 2024-11-19T17:17:25,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 31fbdd40fa2a9d82998c749cf2626ec1: Running coprocessor pre-open hook at 1732036645526Writing region info on filesystem at 1732036645526Initializing all the Stores at 1732036645527 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036645527Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036645527Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036645527Cleaning up temporary data from old regions at 1732036645535 (+8 ms)Running coprocessor post-open hooks at 1732036645539 (+4 ms)Region opened successfully at 1732036645540 (+1 ms) 2024-11-19T17:17:25,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732036644355.31fbdd40fa2a9d82998c749cf2626ec1., pid=7, masterSystemTime=1732036645500 2024-11-19T17:17:25,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732036644355.31fbdd40fa2a9d82998c749cf2626ec1. 2024-11-19T17:17:25,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732036644355.31fbdd40fa2a9d82998c749cf2626ec1. 2024-11-19T17:17:25,544 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=31fbdd40fa2a9d82998c749cf2626ec1, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,37699,1732036637416 2024-11-19T17:17:25,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31fbdd40fa2a9d82998c749cf2626ec1, server=280a42d09ec8,37699,1732036637416 because future has completed 2024-11-19T17:17:25,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-19T17:17:25,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 31fbdd40fa2a9d82998c749cf2626ec1, server=280a42d09ec8,37699,1732036637416 in 201 msec 2024-11-19T17:17:25,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T17:17:25,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31fbdd40fa2a9d82998c749cf2626ec1, ASSIGN in 360 msec 2024-11-19T17:17:25,554 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T17:17:25,554 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036645554"}]},"ts":"1732036645554"} 2024-11-19T17:17:25,557 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T17:17:25,558 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T17:17:25,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2030 sec 2024-11-19T17:17:25,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732036644355.31fbdd40fa2a9d82998c749cf2626ec1., hostname=280a42d09ec8,37699,1732036637416, seqNum=2] 2024-11-19T17:17:25,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x101313b98250000, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755236859 2024-11-19T17:17:25,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37699-0x101313b98250001, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755236859 2024-11-19T17:17:25,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T17:17:25,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37699 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-19T17:17:25,729 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T17:17:25,760 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-280a42d09ec8,37699,1732036637416, ReplicationSource: 1, currentBandwidth=0 2024-11-19T17:17:25,761 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:17:25,761 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,37699,1732036637416, seqNum=-1] 2024-11-19T17:17:25,761 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:17:25,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-19T17:17:25,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-280a42d09ec8,37699,1732036637416', locateType=CURRENT is [region=hbase:replication,,1732036644355.31fbdd40fa2a9d82998c749cf2626ec1., hostname=280a42d09ec8,37699,1732036637416, seqNum=2] 2024-11-19T17:17:25,768 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T17:17:25,769 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-19T17:17:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-19T17:17:25,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:17:25,773 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 280a42d09ec8,37699,1732036637416 suceeded 2024-11-19T17:17:25,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-19T17:17:25,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-19T17:17:25,776 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://280a42d09ec8:40237,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T17:17:25,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4330 sec 2024-11-19T17:17:25,792 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,37699,1732036637416 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:40237' 2024-11-19T17:17:25,793 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,37699,1732036637416 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54315b91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:25,793 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,37699,1732036637416 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,40237,-1 for getting cluster id 2024-11-19T17:17:25,793 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,37699,1732036637416 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:17:25,795 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0b1019c-9cdc-45f0-8b22-a3d4b19080c5' 2024-11-19T17:17:25,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:17:25,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0b1019c-9cdc-45f0-8b22-a3d4b19080c5" 2024-11-19T17:17:25,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3193e2ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:25,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,40237,-1] 2024-11-19T17:17:25,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:17:25,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:17:25,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:25,797 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:17:25,798 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,37699,1732036637416 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3137e24d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:25,798 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,37699,1732036637416 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:17:25,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,40237,1732036641534 2024-11-19T17:17:25,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e3b298c 2024-11-19T17:17:25,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:17:25,800 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-19T17:17:25,801 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,37699,1732036637416 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-280a42d09ec8,37699,1732036637416 (queues=1) is replicating from cluster=b5640c56-e132-49c6-9e7d-de4a9c4a00e2 to cluster=b0b1019c-9cdc-45f0-8b22-a3d4b19080c5 2024-11-19T17:17:25,801 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,37699,1732036637416 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=280a42d09ec8%2C37699%2C1732036637416 2024-11-19T17:17:25,801 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,37699,1732036637416 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-280a42d09ec8,37699,1732036637416, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T17:17:25,802 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,37699,1732036637416.replicationSource.wal-reader.280a42d09ec8%2C37699%2C1732036637416,1-280a42d09ec8,37699,1732036637416 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/WALs/280a42d09ec8,37699,1732036637416/280a42d09ec8%2C37699%2C1732036637416.1732036639339, startPosition=0, beingWritten=true 2024-11-19T17:17:25,804 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,37699,1732036637416.replicationSource.shipper280a42d09ec8%2C37699%2C1732036637416,1-280a42d09ec8,37699,1732036637416 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 280a42d09ec8%2C37699%2C1732036637416 2024-11-19T17:17:26,010 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,37699,1732036637416.replicationSource.wal-reader.280a42d09ec8%2C37699%2C1732036637416,1-280a42d09ec8,37699,1732036637416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/WALs/280a42d09ec8,37699,1732036637416/280a42d09ec8%2C37699%2C1732036637416.1732036639339 to pos 0, reset compression=false 2024-11-19T17:17:26,317 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,37699,1732036637416.replicationSource.wal-reader.280a42d09ec8%2C37699%2C1732036637416,1-280a42d09ec8,37699,1732036637416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/WALs/280a42d09ec8,37699,1732036637416/280a42d09ec8%2C37699%2C1732036637416.1732036639339 to pos 0, reset compression=false 2024-11-19T17:17:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:17:26,492 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T17:17:26,492 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:17:26,492 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:17:26,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:26,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:26,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:17:26,492 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:17:26,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,42887,1732036637341 2024-11-19T17:17:26,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@166bc066 2024-11-19T17:17:26,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:17:26,495 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:17:26,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T17:17:26,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T17:17:26,496 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:17:26,496 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:17:26,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:26,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:26,496 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:17:26,496 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T17:17:26,496 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1381437966, stopped=false 2024-11-19T17:17:26,496 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=280a42d09ec8,40237,1732036641534 2024-11-19T17:17:26,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101313b98250003, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-982563975/running 2024-11-19T17:17:26,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x101313b98250004, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-982563975/running 2024-11-19T17:17:26,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101313b98250003, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982563975 2024-11-19T17:17:26,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x101313b98250004, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982563975 2024-11-19T17:17:26,498 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:17:26,498 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:17:26,498 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:17:26,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:26,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41113-0x101313b98250004, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Set watcher on znode that does not yet exist, /1-982563975/running 2024-11-19T17:17:26,498 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '280a42d09ec8,41113,1732036641589' ***** 2024-11-19T17:17:26,498 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T17:17:26,499 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40237-0x101313b98250003, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Set watcher on znode that does not yet exist, /1-982563975/running 2024-11-19T17:17:26,499 INFO [RS:0;280a42d09ec8:41113 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T17:17:26,499 INFO [RS:0;280a42d09ec8:41113 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T17:17:26,499 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T17:17:26,499 INFO [RS:0;280a42d09ec8:41113 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T17:17:26,499 INFO [RS:0;280a42d09ec8:41113 {}] regionserver.HRegionServer(959): stopping server 280a42d09ec8,41113,1732036641589 2024-11-19T17:17:26,499 INFO [RS:0;280a42d09ec8:41113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:17:26,499 INFO [RS:0;280a42d09ec8:41113 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:41113. 2024-11-19T17:17:26,499 DEBUG [RS:0;280a42d09ec8:41113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:17:26,499 DEBUG [RS:0;280a42d09ec8:41113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:26,499 INFO [RS:0;280a42d09ec8:41113 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T17:17:26,499 INFO [RS:0;280a42d09ec8:41113 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T17:17:26,499 INFO [RS:0;280a42d09ec8:41113 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T17:17:26,499 INFO [RS:0;280a42d09ec8:41113 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T17:17:26,499 INFO [RS:0;280a42d09ec8:41113 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T17:17:26,499 DEBUG [RS:0;280a42d09ec8:41113 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T17:17:26,499 DEBUG [RS:0;280a42d09ec8:41113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:17:26,500 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:17:26,500 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:17:26,500 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:17:26,500 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:17:26,500 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:17:26,500 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-19T17:17:26,517 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/data/hbase/meta/1588230740/.tmp/ns/ae13129a7a2d4031ab93c7eebf072a95 is 43, key is default/ns:d/1732036644253/Put/seqid=0 2024-11-19T17:17:26,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33835 is added to blk_1073741835_1011 (size=5153) 2024-11-19T17:17:26,571 INFO [regionserver/280a42d09ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:17:26,700 DEBUG [RS:0;280a42d09ec8:41113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:17:26,723 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,37699,1732036637416.replicationSource.wal-reader.280a42d09ec8%2C37699%2C1732036637416,1-280a42d09ec8,37699,1732036637416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/WALs/280a42d09ec8,37699,1732036637416/280a42d09ec8%2C37699%2C1732036637416.1732036639339 to pos 0, reset compression=false 2024-11-19T17:17:26,900 DEBUG [RS:0;280a42d09ec8:41113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:17:26,921 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/data/hbase/meta/1588230740/.tmp/ns/ae13129a7a2d4031ab93c7eebf072a95 2024-11-19T17:17:26,928 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/data/hbase/meta/1588230740/.tmp/ns/ae13129a7a2d4031ab93c7eebf072a95 as hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/data/hbase/meta/1588230740/ns/ae13129a7a2d4031ab93c7eebf072a95 2024-11-19T17:17:26,933 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/data/hbase/meta/1588230740/ns/ae13129a7a2d4031ab93c7eebf072a95, entries=2, sequenceid=6, filesize=5.0 K 2024-11-19T17:17:26,935 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false 2024-11-19T17:17:26,939 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T17:17:26,940 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:17:26,940 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:17:26,940 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:17:26,940 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036646500Running coprocessor pre-close hooks at 1732036646500Disabling compacts and flushes for region at 1732036646500Disabling writes for close at 1732036646500Obtaining lock to block concurrent updates at 1732036646500Preparing flush snapshotting stores in 1588230740 at 1732036646500Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732036646500Flushing stores of hbase:meta,,1.1588230740 at 1732036646501 (+1 ms)Flushing 1588230740/ns: creating writer at 1732036646501Flushing 1588230740/ns: appending metadata at 1732036646516 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732036646516Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77020733: reopening flushed file at 1732036646927 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false at 1732036646935 (+8 ms)Writing region close event to WAL at 1732036646936 (+1 ms)Running coprocessor post-close hooks at 1732036646940 (+4 ms)Closed at 1732036646940 2024-11-19T17:17:26,940 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T17:17:27,100 INFO [RS:0;280a42d09ec8:41113 {}] regionserver.HRegionServer(976): stopping server 280a42d09ec8,41113,1732036641589; all regions closed. 2024-11-19T17:17:27,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33835 is added to blk_1073741834_1010 (size=1152) 2024-11-19T17:17:27,103 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/WALs/280a42d09ec8,41113,1732036641589/280a42d09ec8%2C41113%2C1732036641589.meta.1732036644198.meta not finished, retry = 0 2024-11-19T17:17:27,172 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T17:17:27,173 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T17:17:27,206 DEBUG [RS:0;280a42d09ec8:41113 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/oldWALs 2024-11-19T17:17:27,206 INFO [RS:0;280a42d09ec8:41113 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 280a42d09ec8%2C41113%2C1732036641589.meta:.meta(num 1732036644198) 2024-11-19T17:17:27,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33835 is added to blk_1073741832_1008 (size=93) 2024-11-19T17:17:27,209 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/WALs/280a42d09ec8,41113,1732036641589/280a42d09ec8%2C41113%2C1732036641589.1732036643315 not finished, retry = 0 2024-11-19T17:17:27,228 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,37699,1732036637416.replicationSource.wal-reader.280a42d09ec8%2C37699%2C1732036637416,1-280a42d09ec8,37699,1732036637416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/WALs/280a42d09ec8,37699,1732036637416/280a42d09ec8%2C37699%2C1732036637416.1732036639339 to pos 0, reset compression=false 2024-11-19T17:17:27,311 DEBUG [RS:0;280a42d09ec8:41113 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/oldWALs 2024-11-19T17:17:27,311 INFO [RS:0;280a42d09ec8:41113 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 280a42d09ec8%2C41113%2C1732036641589:(num 1732036643315) 2024-11-19T17:17:27,312 DEBUG [RS:0;280a42d09ec8:41113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:27,312 INFO [RS:0;280a42d09ec8:41113 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:17:27,312 INFO [RS:0;280a42d09ec8:41113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:17:27,312 INFO [RS:0;280a42d09ec8:41113 {}] hbase.ChoreService(370): Chore service for: regionserver/280a42d09ec8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T17:17:27,312 INFO [RS:0;280a42d09ec8:41113 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:17:27,312 INFO [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:17:27,312 INFO [RS:0;280a42d09ec8:41113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41113 2024-11-19T17:17:27,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101313b98250003, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982563975/rs 2024-11-19T17:17:27,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x101313b98250004, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-982563975/rs/280a42d09ec8,41113,1732036641589 2024-11-19T17:17:27,314 INFO [RS:0;280a42d09ec8:41113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:17:27,316 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [280a42d09ec8,41113,1732036641589] 2024-11-19T17:17:27,319 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-982563975/draining/280a42d09ec8,41113,1732036641589 already deleted, retry=false 2024-11-19T17:17:27,319 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 280a42d09ec8,41113,1732036641589 expired; onlineServers=0 2024-11-19T17:17:27,319 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '280a42d09ec8,40237,1732036641534' ***** 2024-11-19T17:17:27,319 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T17:17:27,320 INFO [M:0;280a42d09ec8:40237 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:17:27,320 INFO [M:0;280a42d09ec8:40237 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:17:27,320 DEBUG [M:0;280a42d09ec8:40237 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T17:17:27,320 DEBUG [M:0;280a42d09ec8:40237 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T17:17:27,320 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T17:17:27,320 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036643052 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036643052,5,FailOnTimeoutGroup] 2024-11-19T17:17:27,320 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036643050 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036643050,5,FailOnTimeoutGroup] 2024-11-19T17:17:27,320 INFO [M:0;280a42d09ec8:40237 {}] hbase.ChoreService(370): Chore service for: master/280a42d09ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T17:17:27,320 INFO [M:0;280a42d09ec8:40237 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:17:27,320 DEBUG [M:0;280a42d09ec8:40237 {}] master.HMaster(1795): Stopping service threads 2024-11-19T17:17:27,320 INFO [M:0;280a42d09ec8:40237 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T17:17:27,320 INFO [M:0;280a42d09ec8:40237 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:17:27,320 INFO [M:0;280a42d09ec8:40237 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T17:17:27,321 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T17:17:27,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101313b98250003, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-982563975/master 2024-11-19T17:17:27,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101313b98250003, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982563975 2024-11-19T17:17:27,322 DEBUG [M:0;280a42d09ec8:40237 {}] zookeeper.ZKUtil(347): master:40237-0x101313b98250003, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Unable to get data of znode /1-982563975/master because node does not exist (not an error) 2024-11-19T17:17:27,322 WARN [M:0;280a42d09ec8:40237 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T17:17:27,322 INFO [M:0;280a42d09ec8:40237 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/.lastflushedseqids 2024-11-19T17:17:27,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33835 is added to blk_1073741836_1012 (size=99) 2024-11-19T17:17:27,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x101313b98250004, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:17:27,416 INFO [RS:0;280a42d09ec8:41113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:17:27,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x101313b98250004, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:17:27,417 INFO [RS:0;280a42d09ec8:41113 {}] regionserver.HRegionServer(1031): Exiting; stopping=280a42d09ec8,41113,1732036641589; zookeeper connection closed. 2024-11-19T17:17:27,417 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@796fe4a5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@796fe4a5 2024-11-19T17:17:27,417 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T17:17:27,728 INFO [M:0;280a42d09ec8:40237 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T17:17:27,728 INFO [M:0;280a42d09ec8:40237 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T17:17:27,729 DEBUG [M:0;280a42d09ec8:40237 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:17:27,729 INFO [M:0;280a42d09ec8:40237 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:17:27,729 DEBUG [M:0;280a42d09ec8:40237 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:17:27,729 DEBUG [M:0;280a42d09ec8:40237 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:17:27,729 DEBUG [M:0;280a42d09ec8:40237 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:17:27,729 INFO [M:0;280a42d09ec8:40237 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-19T17:17:27,749 DEBUG [M:0;280a42d09ec8:40237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5461949ebe914047a855601d2357fce4 is 82, key is hbase:meta,,1/info:regioninfo/1732036644237/Put/seqid=0 2024-11-19T17:17:27,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33835 is added to blk_1073741837_1013 (size=5672) 2024-11-19T17:17:27,833 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,37699,1732036637416.replicationSource.wal-reader.280a42d09ec8%2C37699%2C1732036637416,1-280a42d09ec8,37699,1732036637416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/WALs/280a42d09ec8,37699,1732036637416/280a42d09ec8%2C37699%2C1732036637416.1732036639339 to pos 0, reset compression=false 2024-11-19T17:17:28,155 INFO [M:0;280a42d09ec8:40237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5461949ebe914047a855601d2357fce4 2024-11-19T17:17:28,176 DEBUG [M:0;280a42d09ec8:40237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/543715e2a7e541988833283e0dbeeb9e is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732036644257/Put/seqid=0 2024-11-19T17:17:28,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33835 is added to blk_1073741838_1014 (size=5275) 2024-11-19T17:17:28,538 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,37699,1732036637416.replicationSource.wal-reader.280a42d09ec8%2C37699%2C1732036637416,1-280a42d09ec8,37699,1732036637416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/WALs/280a42d09ec8,37699,1732036637416/280a42d09ec8%2C37699%2C1732036637416.1732036639339 to pos 0, reset compression=false 2024-11-19T17:17:28,581 INFO [M:0;280a42d09ec8:40237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/543715e2a7e541988833283e0dbeeb9e 2024-11-19T17:17:28,610 DEBUG [M:0;280a42d09ec8:40237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71ee9469b6624a579274fe9991a78025 is 69, key is 280a42d09ec8,41113,1732036641589/rs:state/1732036643142/Put/seqid=0 2024-11-19T17:17:28,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33835 is added to blk_1073741839_1015 (size=5156) 2024-11-19T17:17:29,015 INFO [M:0;280a42d09ec8:40237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71ee9469b6624a579274fe9991a78025 2024-11-19T17:17:29,022 DEBUG [M:0;280a42d09ec8:40237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5461949ebe914047a855601d2357fce4 as hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5461949ebe914047a855601d2357fce4 2024-11-19T17:17:29,027 INFO [M:0;280a42d09ec8:40237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5461949ebe914047a855601d2357fce4, entries=8, sequenceid=28, filesize=5.5 K 2024-11-19T17:17:29,029 DEBUG [M:0;280a42d09ec8:40237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/543715e2a7e541988833283e0dbeeb9e as hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/543715e2a7e541988833283e0dbeeb9e 2024-11-19T17:17:29,034 INFO [M:0;280a42d09ec8:40237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/543715e2a7e541988833283e0dbeeb9e, entries=3, sequenceid=28, filesize=5.2 K 2024-11-19T17:17:29,035 DEBUG [M:0;280a42d09ec8:40237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71ee9469b6624a579274fe9991a78025 as hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71ee9469b6624a579274fe9991a78025 2024-11-19T17:17:29,040 INFO [M:0;280a42d09ec8:40237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35267/user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71ee9469b6624a579274fe9991a78025, entries=1, sequenceid=28, filesize=5.0 K 2024-11-19T17:17:29,042 INFO [M:0;280a42d09ec8:40237 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=28, compaction requested=false 2024-11-19T17:17:29,043 INFO [M:0;280a42d09ec8:40237 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:17:29,043 DEBUG [M:0;280a42d09ec8:40237 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036647729Disabling compacts and flushes for region at 1732036647729Disabling writes for close at 1732036647729Obtaining lock to block concurrent updates at 1732036647729Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732036647729Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732036647729Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732036647730 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732036647730Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732036647749 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732036647749Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732036648160 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732036648176 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732036648176Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732036648587 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732036648609 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732036648609Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2508e592: reopening flushed file at 1732036649021 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3801b621: reopening flushed file at 1732036649028 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23015809: reopening flushed file at 1732036649034 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=28, compaction requested=false at 1732036649042 (+8 ms)Writing region close event to WAL at 1732036649043 (+1 ms)Closed at 1732036649043 2024-11-19T17:17:29,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33835 is added to blk_1073741830_1006 (size=10165) 2024-11-19T17:17:29,050 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/77468bb4-c305-446c-f5bc-920e628e8d02/MasterData/WALs/280a42d09ec8,40237,1732036641534/280a42d09ec8%2C40237%2C1732036641534.1732036642917 not finished, retry = 0 2024-11-19T17:17:29,151 INFO [M:0;280a42d09ec8:40237 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T17:17:29,151 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:17:29,151 INFO [M:0;280a42d09ec8:40237 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40237 2024-11-19T17:17:29,152 INFO [M:0;280a42d09ec8:40237 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:17:29,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101313b98250003, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:17:29,254 INFO [M:0;280a42d09ec8:40237 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:17:29,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101313b98250003, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:17:29,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e601b29{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:17:29,256 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e46d904{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:17:29,257 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:17:29,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42690e4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:17:29,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65f90607{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca/hadoop.log.dir/,STOPPED} 2024-11-19T17:17:29,258 WARN [BP-160632408-172.17.0.2-1732036640418 heartbeating to localhost/127.0.0.1:35267 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T17:17:29,258 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T17:17:29,258 WARN [BP-160632408-172.17.0.2-1732036640418 heartbeating to localhost/127.0.0.1:35267 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-160632408-172.17.0.2-1732036640418 (Datanode Uuid ca68e77f-4a2c-449f-81e6-68ba4514add6) service to localhost/127.0.0.1:35267 2024-11-19T17:17:29,258 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T17:17:29,259 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca/cluster_b3fbf1ae-a502-c1a5-fe1e-9ae549e9e846/data/data1/current/BP-160632408-172.17.0.2-1732036640418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:17:29,259 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca/cluster_b3fbf1ae-a502-c1a5-fe1e-9ae549e9e846/data/data2/current/BP-160632408-172.17.0.2-1732036640418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:17:29,259 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T17:17:29,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40ee5f6a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:17:29,266 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ac1b7c8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:17:29,267 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:17:29,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13605576{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:17:29,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7734c845{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca/hadoop.log.dir/,STOPPED} 2024-11-19T17:17:29,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T17:17:29,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T17:17:29,279 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:17:29,279 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:17:29,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:29,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:29,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:17:29,280 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T17:17:29,280 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1436415477, stopped=false 2024-11-19T17:17:29,280 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=280a42d09ec8,42887,1732036637341 2024-11-19T17:17:29,282 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:17:29,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x101313b98250000, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01755236859/running 2024-11-19T17:17:29,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37699-0x101313b98250001, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01755236859/running 2024-11-19T17:17:29,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x101313b98250000, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755236859 2024-11-19T17:17:29,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37699-0x101313b98250001, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755236859 2024-11-19T17:17:29,282 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:17:29,282 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:17:29,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:29,282 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '280a42d09ec8,37699,1732036637416' ***** 2024-11-19T17:17:29,282 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T17:17:29,283 INFO [RS:0;280a42d09ec8:37699 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T17:17:29,283 INFO [RS:0;280a42d09ec8:37699 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T17:17:29,283 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T17:17:29,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42887-0x101313b98250000, quorum=127.0.0.1:56991, baseZNode=/01755236859 Set watcher on znode that does not yet exist, /01755236859/running 2024-11-19T17:17:29,283 INFO [RS:0;280a42d09ec8:37699 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T17:17:29,283 INFO [RS:0;280a42d09ec8:37699 {}] regionserver.HRegionServer(3091): Received CLOSE for 31fbdd40fa2a9d82998c749cf2626ec1 2024-11-19T17:17:29,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37699-0x101313b98250001, quorum=127.0.0.1:56991, baseZNode=/01755236859 Set watcher on znode that does not yet exist, /01755236859/running 2024-11-19T17:17:29,283 INFO [RS:0;280a42d09ec8:37699 {}] regionserver.HRegionServer(959): stopping server 280a42d09ec8,37699,1732036637416 2024-11-19T17:17:29,283 INFO [RS:0;280a42d09ec8:37699 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:17:29,283 INFO [RS:0;280a42d09ec8:37699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:37699. 2024-11-19T17:17:29,283 DEBUG [RS:0;280a42d09ec8:37699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:17:29,284 DEBUG [RS:0;280a42d09ec8:37699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:29,284 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 31fbdd40fa2a9d82998c749cf2626ec1, disabling compactions & flushes 2024-11-19T17:17:29,284 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732036644355.31fbdd40fa2a9d82998c749cf2626ec1. 2024-11-19T17:17:29,284 INFO [RS:0;280a42d09ec8:37699 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T17:17:29,284 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732036644355.31fbdd40fa2a9d82998c749cf2626ec1. 2024-11-19T17:17:29,284 INFO [RS:0;280a42d09ec8:37699 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T17:17:29,284 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732036644355.31fbdd40fa2a9d82998c749cf2626ec1. after waiting 0 ms 2024-11-19T17:17:29,284 INFO [RS:0;280a42d09ec8:37699 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T17:17:29,284 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732036644355.31fbdd40fa2a9d82998c749cf2626ec1. 2024-11-19T17:17:29,284 INFO [RS:0;280a42d09ec8:37699 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T17:17:29,284 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 31fbdd40fa2a9d82998c749cf2626ec1 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-19T17:17:29,284 INFO [RS:0;280a42d09ec8:37699 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T17:17:29,284 DEBUG [RS:0;280a42d09ec8:37699 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 31fbdd40fa2a9d82998c749cf2626ec1=hbase:replication,,1732036644355.31fbdd40fa2a9d82998c749cf2626ec1.} 2024-11-19T17:17:29,284 DEBUG [RS:0;280a42d09ec8:37699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31fbdd40fa2a9d82998c749cf2626ec1 2024-11-19T17:17:29,284 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:17:29,284 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:17:29,284 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:17:29,284 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:17:29,284 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:17:29,284 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-19T17:17:29,301 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/data/hbase/meta/1588230740/.tmp/info/1ecd8c4e0587454a9ad274d1e47f11bb is 147, key is hbase:replication,,1732036644355.31fbdd40fa2a9d82998c749cf2626ec1./info:regioninfo/1732036645544/Put/seqid=0 2024-11-19T17:17:29,301 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/data/hbase/replication/31fbdd40fa2a9d82998c749cf2626ec1/.tmp/queue/12e9fa754bdb4c1a9ee1dc208a6eaf80 is 151, key is 1-280a42d09ec8,37699,1732036637416/queue:280a42d09ec8%2C37699%2C1732036637416/1732036645768/Put/seqid=0 2024-11-19T17:17:29,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741838_1014 (size=6631) 2024-11-19T17:17:29,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741839_1015 (size=5350) 2024-11-19T17:17:29,309 INFO [regionserver/280a42d09ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:17:29,343 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,37699,1732036637416.replicationSource.wal-reader.280a42d09ec8%2C37699%2C1732036637416,1-280a42d09ec8,37699,1732036637416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/WALs/280a42d09ec8,37699,1732036637416/280a42d09ec8%2C37699%2C1732036637416.1732036639339 to pos 0, reset compression=false 2024-11-19T17:17:29,484 DEBUG [RS:0;280a42d09ec8:37699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31fbdd40fa2a9d82998c749cf2626ec1 2024-11-19T17:17:29,685 DEBUG [RS:0;280a42d09ec8:37699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31fbdd40fa2a9d82998c749cf2626ec1 2024-11-19T17:17:29,706 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/data/hbase/meta/1588230740/.tmp/info/1ecd8c4e0587454a9ad274d1e47f11bb 2024-11-19T17:17:29,706 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/data/hbase/replication/31fbdd40fa2a9d82998c749cf2626ec1/.tmp/queue/12e9fa754bdb4c1a9ee1dc208a6eaf80 2024-11-19T17:17:29,714 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/data/hbase/replication/31fbdd40fa2a9d82998c749cf2626ec1/.tmp/queue/12e9fa754bdb4c1a9ee1dc208a6eaf80 as hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/data/hbase/replication/31fbdd40fa2a9d82998c749cf2626ec1/queue/12e9fa754bdb4c1a9ee1dc208a6eaf80 2024-11-19T17:17:29,720 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/data/hbase/replication/31fbdd40fa2a9d82998c749cf2626ec1/queue/12e9fa754bdb4c1a9ee1dc208a6eaf80, entries=1, sequenceid=5, filesize=5.2 K 2024-11-19T17:17:29,721 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 31fbdd40fa2a9d82998c749cf2626ec1 in 437ms, sequenceid=5, compaction requested=false 2024-11-19T17:17:29,721 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T17:17:29,727 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/data/hbase/replication/31fbdd40fa2a9d82998c749cf2626ec1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T17:17:29,728 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:17:29,728 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:17:29,729 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732036644355.31fbdd40fa2a9d82998c749cf2626ec1. 2024-11-19T17:17:29,729 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 31fbdd40fa2a9d82998c749cf2626ec1: Waiting for close lock at 1732036649283Running coprocessor pre-close hooks at 1732036649283Disabling compacts and flushes for region at 1732036649283Disabling writes for close at 1732036649284 (+1 ms)Obtaining lock to block concurrent updates at 1732036649284Preparing flush snapshotting stores in 31fbdd40fa2a9d82998c749cf2626ec1 at 1732036649284Finished memstore snapshotting hbase:replication,,1732036644355.31fbdd40fa2a9d82998c749cf2626ec1., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732036649284Flushing stores of hbase:replication,,1732036644355.31fbdd40fa2a9d82998c749cf2626ec1. at 1732036649285 (+1 ms)Flushing 31fbdd40fa2a9d82998c749cf2626ec1/queue: creating writer at 1732036649285Flushing 31fbdd40fa2a9d82998c749cf2626ec1/queue: appending metadata at 1732036649300 (+15 ms)Flushing 31fbdd40fa2a9d82998c749cf2626ec1/queue: closing flushed file at 1732036649300Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7548606b: reopening flushed file at 1732036649713 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 31fbdd40fa2a9d82998c749cf2626ec1 in 437ms, sequenceid=5, compaction requested=false at 1732036649721 (+8 ms)Writing region close event to WAL at 1732036649724 (+3 ms)Running coprocessor post-close hooks at 1732036649728 (+4 ms)Closed at 1732036649729 (+1 ms) 2024-11-19T17:17:29,729 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732036644355.31fbdd40fa2a9d82998c749cf2626ec1. 2024-11-19T17:17:29,731 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/data/hbase/meta/1588230740/.tmp/ns/0120d4fdc0fd417082deaafbb822cd4f is 43, key is default/ns:d/1732036640303/Put/seqid=0 2024-11-19T17:17:29,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741840_1016 (size=5153) 2024-11-19T17:17:29,885 DEBUG [RS:0;280a42d09ec8:37699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:17:30,085 DEBUG [RS:0;280a42d09ec8:37699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:17:30,136 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/data/hbase/meta/1588230740/.tmp/ns/0120d4fdc0fd417082deaafbb822cd4f 2024-11-19T17:17:30,158 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/data/hbase/meta/1588230740/.tmp/table/4af0ce23892f4d3ea5b9ff785fbdcc03 is 53, key is hbase:replication/table:state/1732036645554/Put/seqid=0 2024-11-19T17:17:30,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741841_1017 (size=5256) 2024-11-19T17:17:30,249 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,37699,1732036637416.replicationSource.wal-reader.280a42d09ec8%2C37699%2C1732036637416,1-280a42d09ec8,37699,1732036637416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/WALs/280a42d09ec8,37699,1732036637416/280a42d09ec8%2C37699%2C1732036637416.1732036639339 to pos 0, reset compression=false 2024-11-19T17:17:30,285 INFO [RS:0;280a42d09ec8:37699 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T17:17:30,285 DEBUG [RS:0;280a42d09ec8:37699 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T17:17:30,285 DEBUG [RS:0;280a42d09ec8:37699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:17:30,297 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T17:17:30,297 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T17:17:30,486 DEBUG [RS:0;280a42d09ec8:37699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:17:30,564 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/data/hbase/meta/1588230740/.tmp/table/4af0ce23892f4d3ea5b9ff785fbdcc03 2024-11-19T17:17:30,572 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/data/hbase/meta/1588230740/.tmp/info/1ecd8c4e0587454a9ad274d1e47f11bb as hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/data/hbase/meta/1588230740/info/1ecd8c4e0587454a9ad274d1e47f11bb 2024-11-19T17:17:30,577 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/data/hbase/meta/1588230740/info/1ecd8c4e0587454a9ad274d1e47f11bb, entries=10, sequenceid=11, filesize=6.5 K 2024-11-19T17:17:30,578 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/data/hbase/meta/1588230740/.tmp/ns/0120d4fdc0fd417082deaafbb822cd4f as hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/data/hbase/meta/1588230740/ns/0120d4fdc0fd417082deaafbb822cd4f 2024-11-19T17:17:30,583 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/data/hbase/meta/1588230740/ns/0120d4fdc0fd417082deaafbb822cd4f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T17:17:30,584 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/data/hbase/meta/1588230740/.tmp/table/4af0ce23892f4d3ea5b9ff785fbdcc03 as hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/data/hbase/meta/1588230740/table/4af0ce23892f4d3ea5b9ff785fbdcc03 2024-11-19T17:17:30,589 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/data/hbase/meta/1588230740/table/4af0ce23892f4d3ea5b9ff785fbdcc03, entries=2, sequenceid=11, filesize=5.1 K 2024-11-19T17:17:30,590 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=11, compaction requested=false 2024-11-19T17:17:30,594 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T17:17:30,595 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:17:30,595 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:17:30,595 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:17:30,595 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036649284Running coprocessor pre-close hooks at 1732036649284Disabling compacts and flushes for region at 1732036649284Disabling writes for close at 1732036649284Obtaining lock to block concurrent updates at 1732036649284Preparing flush snapshotting stores in 1588230740 at 1732036649284Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732036649285 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732036649285Flushing 1588230740/info: creating writer at 1732036649286 (+1 ms)Flushing 1588230740/info: appending metadata at 1732036649300 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732036649301 (+1 ms)Flushing 1588230740/ns: creating writer at 1732036649713 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732036649730 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732036649730Flushing 1588230740/table: creating writer at 1732036650142 (+412 ms)Flushing 1588230740/table: appending metadata at 1732036650157 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732036650157Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b5cbaeb: reopening flushed file at 1732036650571 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25387b3a: reopening flushed file at 1732036650577 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43cf535a: reopening flushed file at 1732036650583 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=11, compaction requested=false at 1732036650590 (+7 ms)Writing region close event to WAL at 1732036650591 (+1 ms)Running coprocessor post-close hooks at 1732036650595 (+4 ms)Closed at 1732036650595 2024-11-19T17:17:30,595 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T17:17:30,686 INFO [RS:0;280a42d09ec8:37699 {}] regionserver.HRegionServer(976): stopping server 280a42d09ec8,37699,1732036637416; all regions closed. 2024-11-19T17:17:30,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741834_1010 (size=2742) 2024-11-19T17:17:30,692 DEBUG [RS:0;280a42d09ec8:37699 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/oldWALs 2024-11-19T17:17:30,692 INFO [RS:0;280a42d09ec8:37699 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 280a42d09ec8%2C37699%2C1732036637416.meta:.meta(num 1732036640246) 2024-11-19T17:17:30,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741837_1013 (size=1586) 2024-11-19T17:17:30,699 DEBUG [RS:0;280a42d09ec8:37699 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/oldWALs 2024-11-19T17:17:30,699 INFO [RS:0;280a42d09ec8:37699 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 280a42d09ec8%2C37699%2C1732036637416.rep:(num 1732036645506) 2024-11-19T17:17:30,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741832_1008 (size=93) 2024-11-19T17:17:30,705 DEBUG [RS:0;280a42d09ec8:37699 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/oldWALs 2024-11-19T17:17:30,705 INFO [RS:0;280a42d09ec8:37699 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 280a42d09ec8%2C37699%2C1732036637416:(num 1732036639339) 2024-11-19T17:17:30,705 DEBUG [RS:0;280a42d09ec8:37699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:30,705 INFO [RS:0;280a42d09ec8:37699 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:17:30,706 INFO [RS:0;280a42d09ec8:37699 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:17:30,706 INFO [RS:0;280a42d09ec8:37699 {}] hbase.ChoreService(370): Chore service for: regionserver/280a42d09ec8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T17:17:30,706 INFO [RS:0;280a42d09ec8:37699 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:17:30,706 INFO [RS:0;280a42d09ec8:37699 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-280a42d09ec8,37699,1732036637416 because: Region server is closing 2024-11-19T17:17:30,706 INFO [RS:0;280a42d09ec8:37699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:37699. 2024-11-19T17:17:30,707 DEBUG [RS:0;280a42d09ec8:37699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:17:30,707 DEBUG [RS:0;280a42d09ec8:37699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:30,707 DEBUG [RS:0;280a42d09ec8:37699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:30,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:17:30,707 INFO [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:17:30,807 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,37699,1732036637416.replicationSource.shipper280a42d09ec8%2C37699%2C1732036637416,1-280a42d09ec8,37699,1732036637416 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T17:17:30,807 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,37699,1732036637416.replicationSource.wal-reader.280a42d09ec8%2C37699%2C1732036637416,1-280a42d09ec8,37699,1732036637416 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T17:17:30,807 INFO [RS:0;280a42d09ec8:37699 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,37699,1732036637416.replicationSource.shipper280a42d09ec8%2C37699%2C1732036637416,1-280a42d09ec8,37699,1732036637416 terminated 2024-11-19T17:17:30,808 INFO [RS:0;280a42d09ec8:37699 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37699 2024-11-19T17:17:30,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37699-0x101313b98250001, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01755236859/rs/280a42d09ec8,37699,1732036637416 2024-11-19T17:17:30,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x101313b98250000, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755236859/rs 2024-11-19T17:17:30,811 INFO [RS:0;280a42d09ec8:37699 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:17:30,812 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [280a42d09ec8,37699,1732036637416] 2024-11-19T17:17:30,814 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01755236859/draining/280a42d09ec8,37699,1732036637416 already deleted, retry=false 2024-11-19T17:17:30,814 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 280a42d09ec8,37699,1732036637416 expired; onlineServers=0 2024-11-19T17:17:30,814 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '280a42d09ec8,42887,1732036637341' ***** 2024-11-19T17:17:30,814 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T17:17:30,814 INFO [M:0;280a42d09ec8:42887 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:17:30,814 INFO [M:0;280a42d09ec8:42887 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:17:30,814 DEBUG [M:0;280a42d09ec8:42887 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T17:17:30,814 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T17:17:30,814 DEBUG [M:0;280a42d09ec8:42887 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T17:17:30,814 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036639085 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036639085,5,FailOnTimeoutGroup] 2024-11-19T17:17:30,814 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036639085 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036639085,5,FailOnTimeoutGroup] 2024-11-19T17:17:30,814 INFO [M:0;280a42d09ec8:42887 {}] hbase.ChoreService(370): Chore service for: master/280a42d09ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T17:17:30,814 INFO [M:0;280a42d09ec8:42887 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:17:30,814 DEBUG [M:0;280a42d09ec8:42887 {}] master.HMaster(1795): Stopping service threads 2024-11-19T17:17:30,814 INFO [M:0;280a42d09ec8:42887 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T17:17:30,814 INFO [M:0;280a42d09ec8:42887 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:17:30,815 INFO [M:0;280a42d09ec8:42887 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T17:17:30,815 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T17:17:30,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x101313b98250000, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01755236859/master 2024-11-19T17:17:30,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x101313b98250000, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755236859 2024-11-19T17:17:30,816 DEBUG [M:0;280a42d09ec8:42887 {}] zookeeper.ZKUtil(347): master:42887-0x101313b98250000, quorum=127.0.0.1:56991, baseZNode=/01755236859 Unable to get data of znode /01755236859/master because node does not exist (not an error) 2024-11-19T17:17:30,816 WARN [M:0;280a42d09ec8:42887 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T17:17:30,817 INFO [M:0;280a42d09ec8:42887 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/.lastflushedseqids 2024-11-19T17:17:30,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741842_1018 (size=181) 2024-11-19T17:17:30,913 INFO [RS:0;280a42d09ec8:37699 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:17:30,913 INFO [RS:0;280a42d09ec8:37699 {}] regionserver.HRegionServer(1031): Exiting; stopping=280a42d09ec8,37699,1732036637416; zookeeper connection closed. 2024-11-19T17:17:30,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37699-0x101313b98250001, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:17:30,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37699-0x101313b98250001, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:17:30,913 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b3d9464 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b3d9464 2024-11-19T17:17:30,914 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T17:17:31,028 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T17:17:31,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:17:31,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:17:31,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:17:31,223 INFO [M:0;280a42d09ec8:42887 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T17:17:31,224 INFO [M:0;280a42d09ec8:42887 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T17:17:31,224 DEBUG [M:0;280a42d09ec8:42887 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:17:31,224 INFO [M:0;280a42d09ec8:42887 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:17:31,224 DEBUG [M:0;280a42d09ec8:42887 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:17:31,224 DEBUG [M:0;280a42d09ec8:42887 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:17:31,224 DEBUG [M:0;280a42d09ec8:42887 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:17:31,224 INFO [M:0;280a42d09ec8:42887 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-19T17:17:31,246 DEBUG [M:0;280a42d09ec8:42887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad6d8a1b18db41d596df2a4d08de8eda is 82, key is hbase:meta,,1/info:regioninfo/1732036640286/Put/seqid=0 2024-11-19T17:17:31,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741843_1019 (size=5672) 2024-11-19T17:17:31,274 INFO [M:0;280a42d09ec8:42887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad6d8a1b18db41d596df2a4d08de8eda 2024-11-19T17:17:31,305 DEBUG [M:0;280a42d09ec8:42887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79f21b8fa7274ee196f3417170e79116 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732036645559/Put/seqid=0 2024-11-19T17:17:31,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741844_1020 (size=7203) 2024-11-19T17:17:31,315 INFO [M:0;280a42d09ec8:42887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79f21b8fa7274ee196f3417170e79116 2024-11-19T17:17:31,345 DEBUG [M:0;280a42d09ec8:42887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09db047b7c074b4e9cfd2ea1d6907d45 is 69, key is 280a42d09ec8,37699,1732036637416/rs:state/1732036639180/Put/seqid=0 2024-11-19T17:17:31,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741845_1021 (size=5156) 2024-11-19T17:17:31,360 INFO [M:0;280a42d09ec8:42887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09db047b7c074b4e9cfd2ea1d6907d45 2024-11-19T17:17:31,375 DEBUG [M:0;280a42d09ec8:42887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad6d8a1b18db41d596df2a4d08de8eda as hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad6d8a1b18db41d596df2a4d08de8eda 2024-11-19T17:17:31,386 INFO [M:0;280a42d09ec8:42887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad6d8a1b18db41d596df2a4d08de8eda, entries=8, sequenceid=70, filesize=5.5 K 2024-11-19T17:17:31,387 DEBUG [M:0;280a42d09ec8:42887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79f21b8fa7274ee196f3417170e79116 as hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/79f21b8fa7274ee196f3417170e79116 2024-11-19T17:17:31,398 INFO [M:0;280a42d09ec8:42887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/79f21b8fa7274ee196f3417170e79116, entries=8, sequenceid=70, filesize=7.0 K 2024-11-19T17:17:31,399 DEBUG [M:0;280a42d09ec8:42887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09db047b7c074b4e9cfd2ea1d6907d45 as hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/09db047b7c074b4e9cfd2ea1d6907d45 2024-11-19T17:17:31,408 INFO [M:0;280a42d09ec8:42887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36205/user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/09db047b7c074b4e9cfd2ea1d6907d45, entries=1, sequenceid=70, filesize=5.0 K 2024-11-19T17:17:31,410 INFO [M:0;280a42d09ec8:42887 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 186ms, sequenceid=70, compaction requested=false 2024-11-19T17:17:31,429 INFO [M:0;280a42d09ec8:42887 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:17:31,430 DEBUG [M:0;280a42d09ec8:42887 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036651224Disabling compacts and flushes for region at 1732036651224Disabling writes for close at 1732036651224Obtaining lock to block concurrent updates at 1732036651224Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732036651224Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732036651225 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732036651225Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732036651225Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732036651246 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732036651246Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732036651280 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732036651305 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732036651305Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732036651321 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732036651344 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732036651344Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6288dcf0: reopening flushed file at 1732036651372 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72c61d35: reopening flushed file at 1732036651386 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e2b77cb: reopening flushed file at 1732036651398 (+12 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 186ms, sequenceid=70, compaction requested=false at 1732036651410 (+12 ms)Writing region close event to WAL at 1732036651429 (+19 ms)Closed at 1732036651429 2024-11-19T17:17:31,448 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5bc3ff53-c7c8-54d7-bf3a-57b3ce476838/MasterData/WALs/280a42d09ec8,42887,1732036637341/280a42d09ec8%2C42887%2C1732036637341.1732036638758 not finished, retry = 0 2024-11-19T17:17:31,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741830_1006 (size=41008) 2024-11-19T17:17:31,550 INFO [M:0;280a42d09ec8:42887 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T17:17:31,550 INFO [M:0;280a42d09ec8:42887 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42887 2024-11-19T17:17:31,550 INFO [M:0;280a42d09ec8:42887 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:17:31,550 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:17:31,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x101313b98250000, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:17:31,654 INFO [M:0;280a42d09ec8:42887 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:17:31,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x101313b98250000, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:17:31,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61131b46{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:17:31,657 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24849c3d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:17:31,657 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:17:31,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68b58e18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:17:31,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4438aed1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de/hadoop.log.dir/,STOPPED} 2024-11-19T17:17:31,659 WARN [BP-253654654-172.17.0.2-1732036636106 heartbeating to localhost/127.0.0.1:36205 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T17:17:31,659 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T17:17:31,659 WARN [BP-253654654-172.17.0.2-1732036636106 heartbeating to localhost/127.0.0.1:36205 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-253654654-172.17.0.2-1732036636106 (Datanode Uuid 9108fac5-9888-4c39-aa79-8a3c37a9e170) service to localhost/127.0.0.1:36205 2024-11-19T17:17:31,659 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T17:17:31,660 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de/cluster_4adca37a-1b40-59fb-af0f-227534a89e30/data/data1/current/BP-253654654-172.17.0.2-1732036636106 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:17:31,660 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de/cluster_4adca37a-1b40-59fb-af0f-227534a89e30/data/data2/current/BP-253654654-172.17.0.2-1732036636106 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:17:31,660 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T17:17:31,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79d1e79d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:17:31,667 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3553eb7e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:17:31,667 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:17:31,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42df17bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:17:31,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ca33c04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc916172-e587-4a1a-6d50-0caae6d8d0de/hadoop.log.dir/,STOPPED} 2024-11-19T17:17:31,673 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T17:17:31,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T17:17:31,698 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 114) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56991) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:35267 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36205 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36205 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35267 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35267 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36205 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35267 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56991) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35267 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36205 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36205 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=250 (was 257), ProcessCount=11 (was 11), AvailableMemoryMB=6737 (was 7778) 2024-11-19T17:17:31,707 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=250, ProcessCount=11, AvailableMemoryMB=6736 2024-11-19T17:17:31,726 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-19T17:17:31,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca/hadoop.log.dir so I do NOT create it in target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0 2024-11-19T17:17:31,727 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T17:17:31,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca/hadoop.tmp.dir so I do NOT create it in target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0 2024-11-19T17:17:31,727 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289395f6-7cc7-1cd5-84cb-3a77a1a49fca/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T17:17:31,727 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0 2024-11-19T17:17:31,727 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0/cluster_0b66eff6-8ca2-50d0-7997-c1a5ba46bbc7, deleteOnExit=true 2024-11-19T17:17:31,737 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0/cluster_0b66eff6-8ca2-50d0-7997-c1a5ba46bbc7/zookeeper_0, clientPort=64960, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0/cluster_0b66eff6-8ca2-50d0-7997-c1a5ba46bbc7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0/cluster_0b66eff6-8ca2-50d0-7997-c1a5ba46bbc7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T17:17:31,738 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64960 2024-11-19T17:17:31,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T17:17:31,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T17:17:31,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0/test.cache.data in system properties and HBase conf 2024-11-19T17:17:31,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T17:17:31,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0/hadoop.log.dir in system properties and HBase conf 2024-11-19T17:17:31,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T17:17:31,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T17:17:31,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T17:17:31,739 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T17:17:31,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:17:31,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:17:31,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T17:17:31,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:17:31,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T17:17:31,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T17:17:31,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:17:31,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:17:31,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T17:17:31,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0/nfs.dump.dir in system properties and HBase conf 2024-11-19T17:17:31,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0/java.io.tmpdir in system properties and HBase conf 2024-11-19T17:17:31,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:17:31,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T17:17:31,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T17:17:31,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101313b98250005, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T17:17:31,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101313b98250002, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T17:17:31,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101313b98250002, quorum=127.0.0.1:56991, baseZNode=/01755236859 Received Disconnected from ZooKeeper, ignoring 2024-11-19T17:17:31,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101313b98250005, quorum=127.0.0.1:56991, baseZNode=/1-982563975 Received Disconnected from ZooKeeper, ignoring 2024-11-19T17:17:31,847 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:17:31,852 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:17:31,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:17:31,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:17:31,854 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T17:17:31,856 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:17:31,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@530e8ec9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:17:31,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1425a20b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:17:31,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:17:31,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T17:17:31,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T17:17:31,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:17:31,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a317101{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0/java.io.tmpdir/jetty-localhost-35023-hadoop-hdfs-3_4_1-tests_jar-_-any-12530558497898913887/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:17:31,988 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18adc6d9{HTTP/1.1, (http/1.1)}{localhost:35023} 2024-11-19T17:17:31,988 INFO [Time-limited test {}] server.Server(415): Started @45271ms 2024-11-19T17:17:32,077 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:17:32,080 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:17:32,081 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:17:32,081 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:17:32,081 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T17:17:32,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50618d79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:17:32,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61327946{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:17:32,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ec5fece{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0/java.io.tmpdir/jetty-localhost-40509-hadoop-hdfs-3_4_1-tests_jar-_-any-3057495744912983948/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:17:32,206 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fc5a1d1{HTTP/1.1, (http/1.1)}{localhost:40509} 2024-11-19T17:17:32,206 INFO [Time-limited test {}] server.Server(415): Started @45489ms 2024-11-19T17:17:32,208 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T17:17:32,321 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0/cluster_0b66eff6-8ca2-50d0-7997-c1a5ba46bbc7/data/data1/current/BP-78878920-172.17.0.2-1732036651773/current, will proceed with Du for space computation calculation, 2024-11-19T17:17:32,321 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0/cluster_0b66eff6-8ca2-50d0-7997-c1a5ba46bbc7/data/data2/current/BP-78878920-172.17.0.2-1732036651773/current, will proceed with Du for space computation calculation, 2024-11-19T17:17:32,338 WARN [Thread-816 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T17:17:32,342 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x21f6c7dfd51d2041 with lease ID 0xff4b88f4c4ba507c: Processing first storage report for DS-54153c3c-c525-4663-9cd2-e940f38e9b97 from datanode DatanodeRegistration(127.0.0.1:38381, datanodeUuid=e9f6d63a-4da1-4717-886b-2b9dc2d04046, infoPort=38403, infoSecurePort=0, ipcPort=37913, storageInfo=lv=-57;cid=testClusterID;nsid=130905292;c=1732036651773) 2024-11-19T17:17:32,342 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x21f6c7dfd51d2041 with lease ID 0xff4b88f4c4ba507c: from storage DS-54153c3c-c525-4663-9cd2-e940f38e9b97 node DatanodeRegistration(127.0.0.1:38381, datanodeUuid=e9f6d63a-4da1-4717-886b-2b9dc2d04046, infoPort=38403, infoSecurePort=0, ipcPort=37913, storageInfo=lv=-57;cid=testClusterID;nsid=130905292;c=1732036651773), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:17:32,342 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x21f6c7dfd51d2041 with lease ID 0xff4b88f4c4ba507c: Processing first storage report for DS-c11d4977-f0c0-4112-914e-a2d08c13e060 from datanode DatanodeRegistration(127.0.0.1:38381, datanodeUuid=e9f6d63a-4da1-4717-886b-2b9dc2d04046, infoPort=38403, infoSecurePort=0, ipcPort=37913, storageInfo=lv=-57;cid=testClusterID;nsid=130905292;c=1732036651773) 2024-11-19T17:17:32,342 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x21f6c7dfd51d2041 with lease ID 0xff4b88f4c4ba507c: from storage DS-c11d4977-f0c0-4112-914e-a2d08c13e060 node DatanodeRegistration(127.0.0.1:38381, datanodeUuid=e9f6d63a-4da1-4717-886b-2b9dc2d04046, infoPort=38403, infoSecurePort=0, ipcPort=37913, storageInfo=lv=-57;cid=testClusterID;nsid=130905292;c=1732036651773), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:17:32,436 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0 2024-11-19T17:17:32,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:17:32,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:17:32,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741825_1001 (size=7) 2024-11-19T17:17:32,846 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36 with version=8 2024-11-19T17:17:32,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/hbase-staging 2024-11-19T17:17:32,849 INFO [Time-limited test {}] client.ConnectionUtils(128): master/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:17:32,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:17:32,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:17:32,849 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:17:32,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:17:32,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:17:32,849 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T17:17:32,849 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:17:32,850 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38931 2024-11-19T17:17:32,851 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38931 connecting to ZooKeeper ensemble=127.0.0.1:64960 2024-11-19T17:17:32,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389310x0, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:17:32,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38931-0x101313bd5650000 connected 2024-11-19T17:17:32,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:17:32,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:17:32,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38931-0x101313bd5650000, quorum=127.0.0.1:64960, baseZNode=/01609875919 Set watcher on znode that does not yet exist, /01609875919/running 2024-11-19T17:17:32,876 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36, hbase.cluster.distributed=false 2024-11-19T17:17:32,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38931-0x101313bd5650000, quorum=127.0.0.1:64960, baseZNode=/01609875919 Set watcher on znode that does not yet exist, /01609875919/acl 2024-11-19T17:17:32,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38931 2024-11-19T17:17:32,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38931 2024-11-19T17:17:32,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38931 2024-11-19T17:17:32,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38931 2024-11-19T17:17:32,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38931 2024-11-19T17:17:32,897 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:17:32,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:17:32,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:17:32,898 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:17:32,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:17:32,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:17:32,898 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T17:17:32,898 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:17:32,900 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43357 2024-11-19T17:17:32,901 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43357 connecting to ZooKeeper ensemble=127.0.0.1:64960 2024-11-19T17:17:32,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:17:32,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:17:32,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433570x0, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:17:32,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433570x0, quorum=127.0.0.1:64960, baseZNode=/01609875919 Set watcher on znode that does not yet exist, /01609875919/running 2024-11-19T17:17:32,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43357-0x101313bd5650001 connected 2024-11-19T17:17:32,908 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T17:17:32,908 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T17:17:32,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43357-0x101313bd5650001, quorum=127.0.0.1:64960, baseZNode=/01609875919 Set watcher on znode that does not yet exist, /01609875919/master 2024-11-19T17:17:32,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43357-0x101313bd5650001, quorum=127.0.0.1:64960, baseZNode=/01609875919 Set watcher on znode that does not yet exist, /01609875919/acl 2024-11-19T17:17:32,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43357 2024-11-19T17:17:32,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43357 2024-11-19T17:17:32,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43357 2024-11-19T17:17:32,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43357 2024-11-19T17:17:32,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43357 2024-11-19T17:17:32,923 DEBUG [M:0;280a42d09ec8:38931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;280a42d09ec8:38931 2024-11-19T17:17:32,924 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01609875919/backup-masters/280a42d09ec8,38931,1732036652848 2024-11-19T17:17:32,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x101313bd5650000, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01609875919/backup-masters 2024-11-19T17:17:32,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43357-0x101313bd5650001, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01609875919/backup-masters 2024-11-19T17:17:32,926 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38931-0x101313bd5650000, quorum=127.0.0.1:64960, baseZNode=/01609875919 Set watcher on existing znode=/01609875919/backup-masters/280a42d09ec8,38931,1732036652848 2024-11-19T17:17:32,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43357-0x101313bd5650001, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01609875919/master 2024-11-19T17:17:32,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43357-0x101313bd5650001, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01609875919 2024-11-19T17:17:32,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x101313bd5650000, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01609875919 2024-11-19T17:17:32,929 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38931-0x101313bd5650000, quorum=127.0.0.1:64960, baseZNode=/01609875919 Set watcher on existing znode=/01609875919/master 2024-11-19T17:17:32,929 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01609875919/backup-masters/280a42d09ec8,38931,1732036652848 from backup master directory 2024-11-19T17:17:32,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x101313bd5650000, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01609875919/backup-masters/280a42d09ec8,38931,1732036652848 2024-11-19T17:17:32,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43357-0x101313bd5650001, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01609875919/backup-masters 2024-11-19T17:17:32,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x101313bd5650000, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01609875919/backup-masters 2024-11-19T17:17:32,932 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:17:32,932 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=280a42d09ec8,38931,1732036652848 2024-11-19T17:17:32,937 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/hbase.id] with ID: f1a6aaac-72e4-46c2-82b9-3c0377037435 2024-11-19T17:17:32,937 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/.tmp/hbase.id 2024-11-19T17:17:32,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741826_1002 (size=42) 2024-11-19T17:17:33,343 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/.tmp/hbase.id]:[hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/hbase.id] 2024-11-19T17:17:33,355 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:17:33,355 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T17:17:33,356 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T17:17:33,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43357-0x101313bd5650001, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01609875919 2024-11-19T17:17:33,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x101313bd5650000, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01609875919 2024-11-19T17:17:33,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741827_1003 (size=196) 2024-11-19T17:17:33,764 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:17:33,765 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T17:17:33,765 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:17:33,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741828_1004 (size=1189) 2024-11-19T17:17:34,174 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/MasterData/data/master/store 2024-11-19T17:17:34,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741829_1005 (size=34) 2024-11-19T17:17:34,581 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:17:34,582 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:17:34,582 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:17:34,582 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:17:34,582 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:17:34,582 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:17:34,582 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:17:34,582 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036654581Disabling compacts and flushes for region at 1732036654581Disabling writes for close at 1732036654582 (+1 ms)Writing region close event to WAL at 1732036654582Closed at 1732036654582 2024-11-19T17:17:34,583 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/MasterData/data/master/store/.initializing 2024-11-19T17:17:34,583 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/MasterData/WALs/280a42d09ec8,38931,1732036652848 2024-11-19T17:17:34,584 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:17:34,585 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=280a42d09ec8%2C38931%2C1732036652848, suffix=, logDir=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/MasterData/WALs/280a42d09ec8,38931,1732036652848, archiveDir=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/MasterData/oldWALs, maxLogs=10 2024-11-19T17:17:34,599 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/MasterData/WALs/280a42d09ec8,38931,1732036652848/280a42d09ec8%2C38931%2C1732036652848.1732036654586, exclude list is [], retry=0 2024-11-19T17:17:34,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38381,DS-54153c3c-c525-4663-9cd2-e940f38e9b97,DISK] 2024-11-19T17:17:34,603 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/MasterData/WALs/280a42d09ec8,38931,1732036652848/280a42d09ec8%2C38931%2C1732036652848.1732036654586 2024-11-19T17:17:34,603 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38403:38403)] 2024-11-19T17:17:34,603 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:17:34,603 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:17:34,604 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:34,604 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:34,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:34,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T17:17:34,607 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:34,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:34,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:34,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T17:17:34,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:34,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:17:34,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:34,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T17:17:34,610 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:34,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:17:34,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:34,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T17:17:34,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:34,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:17:34,612 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:34,613 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:34,614 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:34,615 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:34,615 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:34,616 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:17:34,617 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:34,618 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:17:34,619 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59812048, jitterRate=-0.10873103141784668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:17:34,619 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732036654604Initializing all the Stores at 1732036654604Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036654604Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036654605 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036654605Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036654605Cleaning up temporary data from old regions at 1732036654615 (+10 ms)Region opened successfully at 1732036654619 (+4 ms) 2024-11-19T17:17:34,620 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T17:17:34,623 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@578bc64f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:17:34,624 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T17:17:34,624 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T17:17:34,624 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T17:17:34,625 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T17:17:34,625 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T17:17:34,625 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T17:17:34,625 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T17:17:34,628 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T17:17:34,628 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38931-0x101313bd5650000, quorum=127.0.0.1:64960, baseZNode=/01609875919 Unable to get data of znode /01609875919/balancer because node does not exist (not necessarily an error) 2024-11-19T17:17:34,630 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01609875919/balancer already deleted, retry=false 2024-11-19T17:17:34,631 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T17:17:34,631 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38931-0x101313bd5650000, quorum=127.0.0.1:64960, baseZNode=/01609875919 Unable to get data of znode /01609875919/normalizer because node does not exist (not necessarily an error) 2024-11-19T17:17:34,633 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01609875919/normalizer already deleted, retry=false 2024-11-19T17:17:34,633 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T17:17:34,634 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38931-0x101313bd5650000, quorum=127.0.0.1:64960, baseZNode=/01609875919 Unable to get data of znode /01609875919/switch/split because node does not exist (not necessarily an error) 2024-11-19T17:17:34,636 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01609875919/switch/split already deleted, retry=false 2024-11-19T17:17:34,637 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38931-0x101313bd5650000, quorum=127.0.0.1:64960, baseZNode=/01609875919 Unable to get data of znode /01609875919/switch/merge because node does not exist (not necessarily an error) 2024-11-19T17:17:34,638 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01609875919/switch/merge already deleted, retry=false 2024-11-19T17:17:34,640 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38931-0x101313bd5650000, quorum=127.0.0.1:64960, baseZNode=/01609875919 Unable to get data of znode /01609875919/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T17:17:34,642 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01609875919/snapshot-cleanup already deleted, retry=false 2024-11-19T17:17:34,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43357-0x101313bd5650001, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01609875919/running 2024-11-19T17:17:34,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43357-0x101313bd5650001, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01609875919 2024-11-19T17:17:34,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x101313bd5650000, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01609875919/running 2024-11-19T17:17:34,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x101313bd5650000, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01609875919 2024-11-19T17:17:34,645 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=280a42d09ec8,38931,1732036652848, sessionid=0x101313bd5650000, setting cluster-up flag (Was=false) 2024-11-19T17:17:34,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43357-0x101313bd5650001, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01609875919 2024-11-19T17:17:34,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x101313bd5650000, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01609875919 2024-11-19T17:17:34,656 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01609875919/flush-table-proc/acquired, /01609875919/flush-table-proc/reached, /01609875919/flush-table-proc/abort 2024-11-19T17:17:34,658 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,38931,1732036652848 2024-11-19T17:17:34,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x101313bd5650000, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01609875919 2024-11-19T17:17:34,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43357-0x101313bd5650001, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01609875919 2024-11-19T17:17:34,667 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01609875919/online-snapshot/acquired, /01609875919/online-snapshot/reached, /01609875919/online-snapshot/abort 2024-11-19T17:17:34,668 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,38931,1732036652848 2024-11-19T17:17:34,670 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T17:17:34,671 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T17:17:34,672 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T17:17:34,672 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T17:17:34,672 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 280a42d09ec8,38931,1732036652848 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T17:17:34,673 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:17:34,673 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:17:34,673 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:17:34,673 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:17:34,673 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/280a42d09ec8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T17:17:34,673 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:34,674 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:17:34,674 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:34,678 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732036684677 2024-11-19T17:17:34,678 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T17:17:34,678 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T17:17:34,678 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:17:34,678 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T17:17:34,678 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T17:17:34,678 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T17:17:34,678 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T17:17:34,678 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T17:17:34,678 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:34,678 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T17:17:34,679 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T17:17:34,679 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T17:17:34,679 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T17:17:34,679 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:34,679 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T17:17:34,679 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T17:17:34,679 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T17:17:34,680 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036654679,5,FailOnTimeoutGroup] 2024-11-19T17:17:34,681 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036654680,5,FailOnTimeoutGroup] 2024-11-19T17:17:34,681 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:34,681 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T17:17:34,681 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:34,681 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:34,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741831_1007 (size=1321) 2024-11-19T17:17:34,714 INFO [RS:0;280a42d09ec8:43357 {}] regionserver.HRegionServer(746): ClusterId : f1a6aaac-72e4-46c2-82b9-3c0377037435 2024-11-19T17:17:34,715 DEBUG [RS:0;280a42d09ec8:43357 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T17:17:34,717 DEBUG [RS:0;280a42d09ec8:43357 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T17:17:34,717 DEBUG [RS:0;280a42d09ec8:43357 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T17:17:34,721 DEBUG [RS:0;280a42d09ec8:43357 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T17:17:34,721 DEBUG [RS:0;280a42d09ec8:43357 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49527de3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:17:34,737 DEBUG [RS:0;280a42d09ec8:43357 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;280a42d09ec8:43357 2024-11-19T17:17:34,737 INFO [RS:0;280a42d09ec8:43357 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T17:17:34,737 INFO [RS:0;280a42d09ec8:43357 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T17:17:34,737 DEBUG [RS:0;280a42d09ec8:43357 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T17:17:34,738 INFO [RS:0;280a42d09ec8:43357 {}] regionserver.HRegionServer(2659): reportForDuty to master=280a42d09ec8,38931,1732036652848 with port=43357, startcode=1732036652897 2024-11-19T17:17:34,738 DEBUG [RS:0;280a42d09ec8:43357 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T17:17:34,740 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T17:17:34,740 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38931 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 280a42d09ec8,43357,1732036652897 2024-11-19T17:17:34,740 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38931 {}] master.ServerManager(517): Registering regionserver=280a42d09ec8,43357,1732036652897 2024-11-19T17:17:34,742 DEBUG [RS:0;280a42d09ec8:43357 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36 2024-11-19T17:17:34,742 DEBUG [RS:0;280a42d09ec8:43357 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38127 2024-11-19T17:17:34,742 DEBUG [RS:0;280a42d09ec8:43357 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T17:17:34,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x101313bd5650000, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01609875919/rs 2024-11-19T17:17:34,746 DEBUG [RS:0;280a42d09ec8:43357 {}] zookeeper.ZKUtil(111): regionserver:43357-0x101313bd5650001, quorum=127.0.0.1:64960, baseZNode=/01609875919 Set watcher on existing znode=/01609875919/rs/280a42d09ec8,43357,1732036652897 2024-11-19T17:17:34,746 WARN [RS:0;280a42d09ec8:43357 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:17:34,746 INFO [RS:0;280a42d09ec8:43357 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:17:34,747 DEBUG [RS:0;280a42d09ec8:43357 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897 2024-11-19T17:17:34,747 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [280a42d09ec8,43357,1732036652897] 2024-11-19T17:17:34,750 INFO [RS:0;280a42d09ec8:43357 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T17:17:34,753 INFO [RS:0;280a42d09ec8:43357 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T17:17:34,753 INFO [RS:0;280a42d09ec8:43357 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T17:17:34,753 INFO [RS:0;280a42d09ec8:43357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:34,756 INFO [RS:0;280a42d09ec8:43357 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T17:17:34,757 INFO [RS:0;280a42d09ec8:43357 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T17:17:34,757 INFO [RS:0;280a42d09ec8:43357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:34,758 DEBUG [RS:0;280a42d09ec8:43357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:34,758 DEBUG [RS:0;280a42d09ec8:43357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:34,758 DEBUG [RS:0;280a42d09ec8:43357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:34,758 DEBUG [RS:0;280a42d09ec8:43357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:34,758 DEBUG [RS:0;280a42d09ec8:43357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:34,758 DEBUG [RS:0;280a42d09ec8:43357 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:17:34,758 DEBUG [RS:0;280a42d09ec8:43357 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:34,758 DEBUG [RS:0;280a42d09ec8:43357 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:34,758 DEBUG [RS:0;280a42d09ec8:43357 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:34,758 DEBUG [RS:0;280a42d09ec8:43357 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:34,758 DEBUG [RS:0;280a42d09ec8:43357 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:34,758 DEBUG [RS:0;280a42d09ec8:43357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:34,758 DEBUG [RS:0;280a42d09ec8:43357 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:17:34,758 DEBUG [RS:0;280a42d09ec8:43357 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:17:34,760 INFO [RS:0;280a42d09ec8:43357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:34,760 INFO [RS:0;280a42d09ec8:43357 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:34,760 INFO [RS:0;280a42d09ec8:43357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:34,760 INFO [RS:0;280a42d09ec8:43357 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:34,760 INFO [RS:0;280a42d09ec8:43357 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:34,761 INFO [RS:0;280a42d09ec8:43357 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,43357,1732036652897-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:17:34,775 INFO [RS:0;280a42d09ec8:43357 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T17:17:34,775 INFO [RS:0;280a42d09ec8:43357 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,43357,1732036652897-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:34,775 INFO [RS:0;280a42d09ec8:43357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:34,775 INFO [RS:0;280a42d09ec8:43357 {}] regionserver.Replication(171): 280a42d09ec8,43357,1732036652897 started 2024-11-19T17:17:34,789 INFO [RS:0;280a42d09ec8:43357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:34,790 INFO [RS:0;280a42d09ec8:43357 {}] regionserver.HRegionServer(1482): Serving as 280a42d09ec8,43357,1732036652897, RpcServer on 280a42d09ec8/172.17.0.2:43357, sessionid=0x101313bd5650001 2024-11-19T17:17:34,790 DEBUG [RS:0;280a42d09ec8:43357 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T17:17:34,790 DEBUG [RS:0;280a42d09ec8:43357 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 280a42d09ec8,43357,1732036652897 2024-11-19T17:17:34,790 DEBUG [RS:0;280a42d09ec8:43357 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,43357,1732036652897' 2024-11-19T17:17:34,790 DEBUG [RS:0;280a42d09ec8:43357 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01609875919/flush-table-proc/abort' 2024-11-19T17:17:34,790 DEBUG [RS:0;280a42d09ec8:43357 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01609875919/flush-table-proc/acquired' 2024-11-19T17:17:34,791 DEBUG [RS:0;280a42d09ec8:43357 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T17:17:34,791 DEBUG [RS:0;280a42d09ec8:43357 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T17:17:34,791 DEBUG [RS:0;280a42d09ec8:43357 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 280a42d09ec8,43357,1732036652897 2024-11-19T17:17:34,791 DEBUG [RS:0;280a42d09ec8:43357 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,43357,1732036652897' 2024-11-19T17:17:34,791 DEBUG [RS:0;280a42d09ec8:43357 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01609875919/online-snapshot/abort' 2024-11-19T17:17:34,791 DEBUG [RS:0;280a42d09ec8:43357 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01609875919/online-snapshot/acquired' 2024-11-19T17:17:34,791 DEBUG [RS:0;280a42d09ec8:43357 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T17:17:34,791 INFO [RS:0;280a42d09ec8:43357 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T17:17:34,791 INFO [RS:0;280a42d09ec8:43357 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T17:17:34,892 INFO [RS:0;280a42d09ec8:43357 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:17:34,893 INFO [RS:0;280a42d09ec8:43357 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C43357%2C1732036652897, suffix=, logDir=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897, archiveDir=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/oldWALs, maxLogs=10 2024-11-19T17:17:34,907 DEBUG [RS:0;280a42d09ec8:43357 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894, exclude list is [], retry=0 2024-11-19T17:17:34,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38381,DS-54153c3c-c525-4663-9cd2-e940f38e9b97,DISK] 2024-11-19T17:17:34,912 INFO [RS:0;280a42d09ec8:43357 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 2024-11-19T17:17:34,912 DEBUG [RS:0;280a42d09ec8:43357 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38403:38403)] 2024-11-19T17:17:35,090 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T17:17:35,091 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36 2024-11-19T17:17:35,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741833_1009 (size=32) 2024-11-19T17:17:35,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:17:35,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:17:35,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:17:35,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:35,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:35,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:17:35,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:17:35,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:35,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:35,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:17:35,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:17:35,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:35,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:35,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:17:35,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:17:35,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:35,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:35,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:17:35,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/meta/1588230740 2024-11-19T17:17:35,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/meta/1588230740 2024-11-19T17:17:35,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:17:35,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:17:35,517 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:17:35,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:17:35,520 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:17:35,521 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59159799, jitterRate=-0.11845029890537262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:17:35,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732036655497Initializing all the Stores at 1732036655498 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036655499 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036655499Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036655499Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036655499Cleaning up temporary data from old regions at 1732036655516 (+17 ms)Region opened successfully at 1732036655521 (+5 ms) 2024-11-19T17:17:35,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:17:35,522 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:17:35,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:17:35,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:17:35,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:17:35,528 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:17:35,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036655522Disabling compacts and flushes for region at 1732036655522Disabling writes for close at 1732036655522Writing region close event to WAL at 1732036655528 (+6 ms)Closed at 1732036655528 2024-11-19T17:17:35,530 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:17:35,530 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T17:17:35,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T17:17:35,531 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:17:35,533 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T17:17:35,683 DEBUG [280a42d09ec8:38931 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T17:17:35,684 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=280a42d09ec8,43357,1732036652897 2024-11-19T17:17:35,686 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,43357,1732036652897, state=OPENING 2024-11-19T17:17:35,688 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T17:17:35,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43357-0x101313bd5650001, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01609875919 2024-11-19T17:17:35,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x101313bd5650000, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01609875919 2024-11-19T17:17:35,691 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01609875919/meta-region-server: CHANGED 2024-11-19T17:17:35,691 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:17:35,691 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01609875919/meta-region-server: CHANGED 2024-11-19T17:17:35,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,43357,1732036652897}] 2024-11-19T17:17:35,845 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:17:35,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T17:17:35,857 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T17:17:35,857 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:17:35,858 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T17:17:35,859 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C43357%2C1732036652897.meta, suffix=.meta, logDir=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897, archiveDir=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/oldWALs, maxLogs=10 2024-11-19T17:17:35,881 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.meta.1732036655860.meta, exclude list is [], retry=0 2024-11-19T17:17:35,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38381,DS-54153c3c-c525-4663-9cd2-e940f38e9b97,DISK] 2024-11-19T17:17:35,886 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.meta.1732036655860.meta 2024-11-19T17:17:35,887 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38403:38403)] 2024-11-19T17:17:35,887 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:17:35,888 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:17:35,888 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:17:35,888 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T17:17:35,888 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T17:17:35,888 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T17:17:35,888 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:17:35,888 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T17:17:35,889 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T17:17:35,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:17:35,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:17:35,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:35,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:35,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:17:35,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:17:35,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:35,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:35,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:17:35,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:17:35,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:35,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:35,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:17:35,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:17:35,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:35,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:35,902 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:17:35,904 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/meta/1588230740 2024-11-19T17:17:35,910 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/meta/1588230740 2024-11-19T17:17:35,913 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:17:35,913 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:17:35,914 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:17:35,916 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:17:35,917 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65760941, jitterRate=-0.020085617899894714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:17:35,917 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T17:17:35,918 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732036655889Writing region info on filesystem at 1732036655889Initializing all the Stores at 1732036655890 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036655890Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036655890Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036655890Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036655890Cleaning up temporary data from old regions at 1732036655913 (+23 ms)Running coprocessor post-open hooks at 1732036655917 (+4 ms)Region opened successfully at 1732036655918 (+1 ms) 2024-11-19T17:17:35,919 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732036655844 2024-11-19T17:17:35,924 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T17:17:35,924 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T17:17:35,925 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,43357,1732036652897 2024-11-19T17:17:35,926 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,43357,1732036652897, state=OPEN 2024-11-19T17:17:35,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x101313bd5650000, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01609875919/meta-region-server 2024-11-19T17:17:35,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43357-0x101313bd5650001, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01609875919/meta-region-server 2024-11-19T17:17:35,936 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=280a42d09ec8,43357,1732036652897 2024-11-19T17:17:35,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01609875919/meta-region-server: CHANGED 2024-11-19T17:17:35,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01609875919/meta-region-server: CHANGED 2024-11-19T17:17:35,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T17:17:35,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,43357,1732036652897 in 245 msec 2024-11-19T17:17:35,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T17:17:35,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 410 msec 2024-11-19T17:17:35,944 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:17:35,945 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T17:17:35,946 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:17:35,946 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,43357,1732036652897, seqNum=-1] 2024-11-19T17:17:35,947 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:17:35,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:17:35,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2830 sec 2024-11-19T17:17:35,955 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732036655955, completionTime=-1 2024-11-19T17:17:35,955 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T17:17:35,955 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T17:17:35,960 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T17:17:35,960 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732036715960 2024-11-19T17:17:35,960 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732036775960 2024-11-19T17:17:35,960 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-19T17:17:35,960 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,38931,1732036652848-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:35,960 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,38931,1732036652848-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:35,960 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,38931,1732036652848-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:35,961 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-280a42d09ec8:38931, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:35,961 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:35,961 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:35,964 DEBUG [master/280a42d09ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T17:17:35,966 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.034sec 2024-11-19T17:17:35,966 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T17:17:35,966 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T17:17:35,966 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T17:17:35,966 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T17:17:35,967 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T17:17:35,967 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,38931,1732036652848-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:17:35,967 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,38931,1732036652848-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T17:17:35,971 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T17:17:35,971 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T17:17:35,971 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,38931,1732036652848-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:36,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238f940e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:36,016 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,38931,-1 for getting cluster id 2024-11-19T17:17:36,016 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:17:36,019 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1a6aaac-72e4-46c2-82b9-3c0377037435' 2024-11-19T17:17:36,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:17:36,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1a6aaac-72e4-46c2-82b9-3c0377037435" 2024-11-19T17:17:36,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21bc1ce5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:36,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,38931,-1] 2024-11-19T17:17:36,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:17:36,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:36,023 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:17:36,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f366e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:36,025 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:17:36,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,43357,1732036652897, seqNum=-1] 2024-11-19T17:17:36,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:17:36,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:17:36,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=280a42d09ec8,38931,1732036652848 2024-11-19T17:17:36,033 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64960 2024-11-19T17:17:36,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:17:36,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0/hadoop.log.dir so I do NOT create it in target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1 2024-11-19T17:17:36,057 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T17:17:36,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0/hadoop.tmp.dir so I do NOT create it in target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1 2024-11-19T17:17:36,057 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T17:17:36,057 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1 2024-11-19T17:17:36,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T17:17:36,058 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1/cluster_d308112f-e5de-1455-f568-b4876297a490, deleteOnExit=true 2024-11-19T17:17:36,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T17:17:36,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1/test.cache.data in system properties and HBase conf 2024-11-19T17:17:36,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T17:17:36,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1/hadoop.log.dir in system properties and HBase conf 2024-11-19T17:17:36,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T17:17:36,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T17:17:36,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T17:17:36,059 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T17:17:36,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:17:36,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:17:36,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T17:17:36,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:17:36,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T17:17:36,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T17:17:36,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:17:36,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:17:36,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T17:17:36,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1/nfs.dump.dir in system properties and HBase conf 2024-11-19T17:17:36,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1/java.io.tmpdir in system properties and HBase conf 2024-11-19T17:17:36,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:17:36,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T17:17:36,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T17:17:36,071 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101313bd5650002 connected 2024-11-19T17:17:36,097 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T17:17:36,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:17:36,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:17:36,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:17:36,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:17:36,258 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:17:36,268 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:17:36,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:17:36,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:17:36,293 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T17:17:36,297 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:17:36,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a69e711{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:17:36,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@190dc48d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:17:36,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@444d644d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1/java.io.tmpdir/jetty-localhost-39017-hadoop-hdfs-3_4_1-tests_jar-_-any-14989094976770192289/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:17:36,452 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30211fed{HTTP/1.1, (http/1.1)}{localhost:39017} 2024-11-19T17:17:36,452 INFO [Time-limited test {}] server.Server(415): Started @49735ms 2024-11-19T17:17:36,612 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:17:36,616 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:17:36,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:17:36,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:17:36,621 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T17:17:36,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c656c29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:17:36,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@759cc101{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:17:36,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28bd404e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1/java.io.tmpdir/jetty-localhost-42055-hadoop-hdfs-3_4_1-tests_jar-_-any-14933581327266229737/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:17:36,744 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@428311ff{HTTP/1.1, (http/1.1)}{localhost:42055} 2024-11-19T17:17:36,744 INFO [Time-limited test {}] server.Server(415): Started @50026ms 2024-11-19T17:17:36,745 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T17:17:36,874 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1/cluster_d308112f-e5de-1455-f568-b4876297a490/data/data1/current/BP-1599188801-172.17.0.2-1732036656093/current, will proceed with Du for space computation calculation, 2024-11-19T17:17:36,876 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1/cluster_d308112f-e5de-1455-f568-b4876297a490/data/data2/current/BP-1599188801-172.17.0.2-1732036656093/current, will proceed with Du for space computation calculation, 2024-11-19T17:17:36,896 WARN [Thread-937 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T17:17:36,899 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f96c1e0b57ed6c8 with lease ID 0x38b25c031b441536: Processing first storage report for DS-f02db973-340f-4e44-86a7-a68bf034f505 from datanode DatanodeRegistration(127.0.0.1:44031, datanodeUuid=b26a6fbc-b586-4edd-a7df-6b22f64f2ca7, infoPort=43821, infoSecurePort=0, ipcPort=40691, storageInfo=lv=-57;cid=testClusterID;nsid=2042685252;c=1732036656093) 2024-11-19T17:17:36,899 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f96c1e0b57ed6c8 with lease ID 0x38b25c031b441536: from storage DS-f02db973-340f-4e44-86a7-a68bf034f505 node DatanodeRegistration(127.0.0.1:44031, datanodeUuid=b26a6fbc-b586-4edd-a7df-6b22f64f2ca7, infoPort=43821, infoSecurePort=0, ipcPort=40691, storageInfo=lv=-57;cid=testClusterID;nsid=2042685252;c=1732036656093), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:17:36,899 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f96c1e0b57ed6c8 with lease ID 0x38b25c031b441536: Processing first storage report for DS-3c19acec-de8a-4fdf-a33e-b2ebe97d9904 from datanode DatanodeRegistration(127.0.0.1:44031, datanodeUuid=b26a6fbc-b586-4edd-a7df-6b22f64f2ca7, infoPort=43821, infoSecurePort=0, ipcPort=40691, storageInfo=lv=-57;cid=testClusterID;nsid=2042685252;c=1732036656093) 2024-11-19T17:17:36,899 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f96c1e0b57ed6c8 with lease ID 0x38b25c031b441536: from storage DS-3c19acec-de8a-4fdf-a33e-b2ebe97d9904 node DatanodeRegistration(127.0.0.1:44031, datanodeUuid=b26a6fbc-b586-4edd-a7df-6b22f64f2ca7, infoPort=43821, infoSecurePort=0, ipcPort=40691, storageInfo=lv=-57;cid=testClusterID;nsid=2042685252;c=1732036656093), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:17:36,995 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1 2024-11-19T17:17:36,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:17:36,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:17:37,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44031 is added to blk_1073741825_1001 (size=7) 2024-11-19T17:17:37,405 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7 with version=8 2024-11-19T17:17:37,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/hbase-staging 2024-11-19T17:17:37,407 INFO [Time-limited test {}] client.ConnectionUtils(128): master/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:17:37,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:17:37,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:17:37,408 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:17:37,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:17:37,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:17:37,408 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T17:17:37,408 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:17:37,408 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42123 2024-11-19T17:17:37,409 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42123 connecting to ZooKeeper ensemble=127.0.0.1:64960 2024-11-19T17:17:37,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421230x0, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:17:37,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42123-0x101313bd5650003 connected 2024-11-19T17:17:37,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:17:37,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:17:37,427 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42123-0x101313bd5650003, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Set watcher on znode that does not yet exist, /1-1362460800/running 2024-11-19T17:17:37,427 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7, hbase.cluster.distributed=false 2024-11-19T17:17:37,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42123-0x101313bd5650003, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Set watcher on znode that does not yet exist, /1-1362460800/acl 2024-11-19T17:17:37,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42123 2024-11-19T17:17:37,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42123 2024-11-19T17:17:37,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42123 2024-11-19T17:17:37,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42123 2024-11-19T17:17:37,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42123 2024-11-19T17:17:37,451 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:17:37,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:17:37,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:17:37,451 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:17:37,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:17:37,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:17:37,451 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T17:17:37,451 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:17:37,452 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35405 2024-11-19T17:17:37,453 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35405 connecting to ZooKeeper ensemble=127.0.0.1:64960 2024-11-19T17:17:37,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:17:37,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:17:37,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354050x0, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:17:37,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354050x0, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Set watcher on znode that does not yet exist, /1-1362460800/running 2024-11-19T17:17:37,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35405-0x101313bd5650004 connected 2024-11-19T17:17:37,461 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T17:17:37,463 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T17:17:37,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35405-0x101313bd5650004, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Set watcher on znode that does not yet exist, /1-1362460800/master 2024-11-19T17:17:37,464 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35405-0x101313bd5650004, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Set watcher on znode that does not yet exist, /1-1362460800/acl 2024-11-19T17:17:37,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35405 2024-11-19T17:17:37,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35405 2024-11-19T17:17:37,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35405 2024-11-19T17:17:37,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35405 2024-11-19T17:17:37,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35405 2024-11-19T17:17:37,483 DEBUG [M:0;280a42d09ec8:42123 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;280a42d09ec8:42123 2024-11-19T17:17:37,483 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1362460800/backup-masters/280a42d09ec8,42123,1732036657407 2024-11-19T17:17:37,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x101313bd5650003, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362460800/backup-masters 2024-11-19T17:17:37,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35405-0x101313bd5650004, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362460800/backup-masters 2024-11-19T17:17:37,485 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42123-0x101313bd5650003, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Set watcher on existing znode=/1-1362460800/backup-masters/280a42d09ec8,42123,1732036657407 2024-11-19T17:17:37,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35405-0x101313bd5650004, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1362460800/master 2024-11-19T17:17:37,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x101313bd5650003, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362460800 2024-11-19T17:17:37,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35405-0x101313bd5650004, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362460800 2024-11-19T17:17:37,487 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42123-0x101313bd5650003, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Set watcher on existing znode=/1-1362460800/master 2024-11-19T17:17:37,487 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1362460800/backup-masters/280a42d09ec8,42123,1732036657407 from backup master directory 2024-11-19T17:17:37,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35405-0x101313bd5650004, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362460800/backup-masters 2024-11-19T17:17:37,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x101313bd5650003, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1362460800/backup-masters/280a42d09ec8,42123,1732036657407 2024-11-19T17:17:37,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x101313bd5650003, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362460800/backup-masters 2024-11-19T17:17:37,488 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:17:37,489 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=280a42d09ec8,42123,1732036657407 2024-11-19T17:17:37,493 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/hbase.id] with ID: 5cae3591-75ac-41b7-bcf8-1070c78e3b0c 2024-11-19T17:17:37,493 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/.tmp/hbase.id 2024-11-19T17:17:37,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44031 is added to blk_1073741826_1002 (size=42) 2024-11-19T17:17:37,898 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/.tmp/hbase.id]:[hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/hbase.id] 2024-11-19T17:17:37,909 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:17:37,909 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T17:17:37,910 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T17:17:37,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x101313bd5650003, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362460800 2024-11-19T17:17:37,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35405-0x101313bd5650004, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362460800 2024-11-19T17:17:37,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44031 is added to blk_1073741827_1003 (size=196) 2024-11-19T17:17:38,319 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:17:38,320 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T17:17:38,320 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:17:38,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44031 is added to blk_1073741828_1004 (size=1189) 2024-11-19T17:17:38,731 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/MasterData/data/master/store 2024-11-19T17:17:38,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44031 is added to blk_1073741829_1005 (size=34) 2024-11-19T17:17:39,137 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:17:39,138 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:17:39,138 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:17:39,138 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:17:39,138 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:17:39,138 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:17:39,138 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:17:39,138 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036659137Disabling compacts and flushes for region at 1732036659137Disabling writes for close at 1732036659138 (+1 ms)Writing region close event to WAL at 1732036659138Closed at 1732036659138 2024-11-19T17:17:39,139 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/MasterData/data/master/store/.initializing 2024-11-19T17:17:39,139 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/MasterData/WALs/280a42d09ec8,42123,1732036657407 2024-11-19T17:17:39,140 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:17:39,142 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=280a42d09ec8%2C42123%2C1732036657407, suffix=, logDir=hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/MasterData/WALs/280a42d09ec8,42123,1732036657407, archiveDir=hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/MasterData/oldWALs, maxLogs=10 2024-11-19T17:17:39,159 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/MasterData/WALs/280a42d09ec8,42123,1732036657407/280a42d09ec8%2C42123%2C1732036657407.1732036659142, exclude list is [], retry=0 2024-11-19T17:17:39,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44031,DS-f02db973-340f-4e44-86a7-a68bf034f505,DISK] 2024-11-19T17:17:39,164 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/MasterData/WALs/280a42d09ec8,42123,1732036657407/280a42d09ec8%2C42123%2C1732036657407.1732036659142 2024-11-19T17:17:39,164 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43821:43821)] 2024-11-19T17:17:39,165 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:17:39,165 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:17:39,165 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:39,165 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:39,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:39,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T17:17:39,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:39,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:39,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:39,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T17:17:39,169 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:39,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:17:39,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:39,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T17:17:39,171 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:39,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:17:39,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:39,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T17:17:39,173 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:39,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:17:39,173 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:39,174 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:39,174 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:39,176 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:39,176 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:39,176 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:17:39,177 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:17:39,179 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:17:39,180 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63998695, jitterRate=-0.04634512960910797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:17:39,180 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732036659165Initializing all the Stores at 1732036659166 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036659166Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036659166Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036659166Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036659166Cleaning up temporary data from old regions at 1732036659176 (+10 ms)Region opened successfully at 1732036659180 (+4 ms) 2024-11-19T17:17:39,180 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T17:17:39,183 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4340dfff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:17:39,184 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T17:17:39,184 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T17:17:39,184 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T17:17:39,185 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T17:17:39,185 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T17:17:39,185 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T17:17:39,185 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T17:17:39,187 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T17:17:39,188 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42123-0x101313bd5650003, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Unable to get data of znode /1-1362460800/balancer because node does not exist (not necessarily an error) 2024-11-19T17:17:39,189 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1362460800/balancer already deleted, retry=false 2024-11-19T17:17:39,189 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T17:17:39,190 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42123-0x101313bd5650003, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Unable to get data of znode /1-1362460800/normalizer because node does not exist (not necessarily an error) 2024-11-19T17:17:39,191 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1362460800/normalizer already deleted, retry=false 2024-11-19T17:17:39,191 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T17:17:39,192 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42123-0x101313bd5650003, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Unable to get data of znode /1-1362460800/switch/split because node does not exist (not necessarily an error) 2024-11-19T17:17:39,193 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1362460800/switch/split already deleted, retry=false 2024-11-19T17:17:39,194 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42123-0x101313bd5650003, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Unable to get data of znode /1-1362460800/switch/merge because node does not exist (not necessarily an error) 2024-11-19T17:17:39,196 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1362460800/switch/merge already deleted, retry=false 2024-11-19T17:17:39,198 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42123-0x101313bd5650003, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Unable to get data of znode /1-1362460800/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T17:17:39,199 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1362460800/snapshot-cleanup already deleted, retry=false 2024-11-19T17:17:39,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x101313bd5650003, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1362460800/running 2024-11-19T17:17:39,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35405-0x101313bd5650004, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1362460800/running 2024-11-19T17:17:39,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x101313bd5650003, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362460800 2024-11-19T17:17:39,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35405-0x101313bd5650004, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362460800 2024-11-19T17:17:39,201 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=280a42d09ec8,42123,1732036657407, sessionid=0x101313bd5650003, setting cluster-up flag (Was=false) 2024-11-19T17:17:39,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35405-0x101313bd5650004, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362460800 2024-11-19T17:17:39,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x101313bd5650003, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362460800 2024-11-19T17:17:39,209 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1362460800/flush-table-proc/acquired, /1-1362460800/flush-table-proc/reached, /1-1362460800/flush-table-proc/abort 2024-11-19T17:17:39,210 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,42123,1732036657407 2024-11-19T17:17:39,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x101313bd5650003, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362460800 2024-11-19T17:17:39,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35405-0x101313bd5650004, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362460800 2024-11-19T17:17:39,220 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1362460800/online-snapshot/acquired, /1-1362460800/online-snapshot/reached, /1-1362460800/online-snapshot/abort 2024-11-19T17:17:39,221 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,42123,1732036657407 2024-11-19T17:17:39,222 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T17:17:39,223 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T17:17:39,224 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T17:17:39,224 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T17:17:39,224 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 280a42d09ec8,42123,1732036657407 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T17:17:39,225 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:17:39,225 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:17:39,225 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:17:39,225 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:17:39,225 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/280a42d09ec8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T17:17:39,225 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:39,225 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:17:39,225 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:39,226 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732036689226 2024-11-19T17:17:39,226 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T17:17:39,226 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T17:17:39,227 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T17:17:39,227 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T17:17:39,227 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T17:17:39,227 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T17:17:39,227 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:39,227 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:17:39,227 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T17:17:39,227 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T17:17:39,227 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T17:17:39,227 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T17:17:39,227 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T17:17:39,228 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T17:17:39,228 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T17:17:39,228 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036659228,5,FailOnTimeoutGroup] 2024-11-19T17:17:39,228 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036659228,5,FailOnTimeoutGroup] 2024-11-19T17:17:39,228 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:39,228 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:39,228 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T17:17:39,228 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:39,228 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T17:17:39,228 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:39,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44031 is added to blk_1073741831_1007 (size=1321) 2024-11-19T17:17:39,274 INFO [RS:0;280a42d09ec8:35405 {}] regionserver.HRegionServer(746): ClusterId : 5cae3591-75ac-41b7-bcf8-1070c78e3b0c 2024-11-19T17:17:39,274 DEBUG [RS:0;280a42d09ec8:35405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T17:17:39,276 DEBUG [RS:0;280a42d09ec8:35405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T17:17:39,276 DEBUG [RS:0;280a42d09ec8:35405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T17:17:39,279 DEBUG [RS:0;280a42d09ec8:35405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T17:17:39,279 DEBUG [RS:0;280a42d09ec8:35405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1049a767, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:17:39,294 DEBUG [RS:0;280a42d09ec8:35405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;280a42d09ec8:35405 2024-11-19T17:17:39,294 INFO [RS:0;280a42d09ec8:35405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T17:17:39,294 INFO [RS:0;280a42d09ec8:35405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T17:17:39,294 DEBUG [RS:0;280a42d09ec8:35405 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T17:17:39,295 INFO [RS:0;280a42d09ec8:35405 {}] regionserver.HRegionServer(2659): reportForDuty to master=280a42d09ec8,42123,1732036657407 with port=35405, startcode=1732036657451 2024-11-19T17:17:39,295 DEBUG [RS:0;280a42d09ec8:35405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T17:17:39,296 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T17:17:39,297 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42123 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 280a42d09ec8,35405,1732036657451 2024-11-19T17:17:39,297 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42123 {}] master.ServerManager(517): Registering regionserver=280a42d09ec8,35405,1732036657451 2024-11-19T17:17:39,298 DEBUG [RS:0;280a42d09ec8:35405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7 2024-11-19T17:17:39,298 DEBUG [RS:0;280a42d09ec8:35405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42593 2024-11-19T17:17:39,298 DEBUG [RS:0;280a42d09ec8:35405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T17:17:39,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x101313bd5650003, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362460800/rs 2024-11-19T17:17:39,304 DEBUG [RS:0;280a42d09ec8:35405 {}] zookeeper.ZKUtil(111): regionserver:35405-0x101313bd5650004, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Set watcher on existing znode=/1-1362460800/rs/280a42d09ec8,35405,1732036657451 2024-11-19T17:17:39,304 WARN [RS:0;280a42d09ec8:35405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:17:39,304 INFO [RS:0;280a42d09ec8:35405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:17:39,304 DEBUG [RS:0;280a42d09ec8:35405 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/WALs/280a42d09ec8,35405,1732036657451 2024-11-19T17:17:39,304 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [280a42d09ec8,35405,1732036657451] 2024-11-19T17:17:39,307 INFO [RS:0;280a42d09ec8:35405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T17:17:39,309 INFO [RS:0;280a42d09ec8:35405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T17:17:39,310 INFO [RS:0;280a42d09ec8:35405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T17:17:39,310 INFO [RS:0;280a42d09ec8:35405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:39,310 INFO [RS:0;280a42d09ec8:35405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T17:17:39,311 INFO [RS:0;280a42d09ec8:35405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T17:17:39,311 INFO [RS:0;280a42d09ec8:35405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:39,311 DEBUG [RS:0;280a42d09ec8:35405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:39,311 DEBUG [RS:0;280a42d09ec8:35405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:39,311 DEBUG [RS:0;280a42d09ec8:35405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:39,311 DEBUG [RS:0;280a42d09ec8:35405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:39,311 DEBUG [RS:0;280a42d09ec8:35405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:39,311 DEBUG [RS:0;280a42d09ec8:35405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:17:39,311 DEBUG [RS:0;280a42d09ec8:35405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:39,311 DEBUG [RS:0;280a42d09ec8:35405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:39,311 DEBUG [RS:0;280a42d09ec8:35405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:39,311 DEBUG [RS:0;280a42d09ec8:35405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:39,311 DEBUG [RS:0;280a42d09ec8:35405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:39,311 DEBUG [RS:0;280a42d09ec8:35405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:17:39,311 DEBUG [RS:0;280a42d09ec8:35405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:17:39,311 DEBUG [RS:0;280a42d09ec8:35405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:17:39,312 INFO [RS:0;280a42d09ec8:35405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:39,312 INFO [RS:0;280a42d09ec8:35405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:39,312 INFO [RS:0;280a42d09ec8:35405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:39,312 INFO [RS:0;280a42d09ec8:35405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:39,312 INFO [RS:0;280a42d09ec8:35405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:39,312 INFO [RS:0;280a42d09ec8:35405 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,35405,1732036657451-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:17:39,326 INFO [RS:0;280a42d09ec8:35405 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T17:17:39,326 INFO [RS:0;280a42d09ec8:35405 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,35405,1732036657451-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:39,327 INFO [RS:0;280a42d09ec8:35405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:39,327 INFO [RS:0;280a42d09ec8:35405 {}] regionserver.Replication(171): 280a42d09ec8,35405,1732036657451 started 2024-11-19T17:17:39,340 INFO [RS:0;280a42d09ec8:35405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:39,341 INFO [RS:0;280a42d09ec8:35405 {}] regionserver.HRegionServer(1482): Serving as 280a42d09ec8,35405,1732036657451, RpcServer on 280a42d09ec8/172.17.0.2:35405, sessionid=0x101313bd5650004 2024-11-19T17:17:39,341 DEBUG [RS:0;280a42d09ec8:35405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T17:17:39,341 DEBUG [RS:0;280a42d09ec8:35405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 280a42d09ec8,35405,1732036657451 2024-11-19T17:17:39,341 DEBUG [RS:0;280a42d09ec8:35405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,35405,1732036657451' 2024-11-19T17:17:39,341 DEBUG [RS:0;280a42d09ec8:35405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1362460800/flush-table-proc/abort' 2024-11-19T17:17:39,341 DEBUG [RS:0;280a42d09ec8:35405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1362460800/flush-table-proc/acquired' 2024-11-19T17:17:39,342 DEBUG [RS:0;280a42d09ec8:35405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T17:17:39,342 DEBUG [RS:0;280a42d09ec8:35405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T17:17:39,342 DEBUG [RS:0;280a42d09ec8:35405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 280a42d09ec8,35405,1732036657451 2024-11-19T17:17:39,342 DEBUG [RS:0;280a42d09ec8:35405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,35405,1732036657451' 2024-11-19T17:17:39,342 DEBUG [RS:0;280a42d09ec8:35405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1362460800/online-snapshot/abort' 2024-11-19T17:17:39,342 DEBUG [RS:0;280a42d09ec8:35405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1362460800/online-snapshot/acquired' 2024-11-19T17:17:39,343 DEBUG [RS:0;280a42d09ec8:35405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T17:17:39,343 INFO [RS:0;280a42d09ec8:35405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T17:17:39,343 INFO [RS:0;280a42d09ec8:35405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T17:17:39,443 INFO [RS:0;280a42d09ec8:35405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:17:39,445 INFO [RS:0;280a42d09ec8:35405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C35405%2C1732036657451, suffix=, logDir=hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/WALs/280a42d09ec8,35405,1732036657451, archiveDir=hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/oldWALs, maxLogs=10 2024-11-19T17:17:39,459 DEBUG [RS:0;280a42d09ec8:35405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/WALs/280a42d09ec8,35405,1732036657451/280a42d09ec8%2C35405%2C1732036657451.1732036659445, exclude list is [], retry=0 2024-11-19T17:17:39,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44031,DS-f02db973-340f-4e44-86a7-a68bf034f505,DISK] 2024-11-19T17:17:39,463 INFO [RS:0;280a42d09ec8:35405 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/WALs/280a42d09ec8,35405,1732036657451/280a42d09ec8%2C35405%2C1732036657451.1732036659445 2024-11-19T17:17:39,464 DEBUG [RS:0;280a42d09ec8:35405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43821:43821)] 2024-11-19T17:17:39,637 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T17:17:39,637 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7 2024-11-19T17:17:39,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44031 is added to blk_1073741833_1009 (size=32) 2024-11-19T17:17:40,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:17:40,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:17:40,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:17:40,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:40,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:40,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:17:40,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:17:40,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:40,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:40,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:17:40,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:17:40,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:40,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:40,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:17:40,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:17:40,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:40,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:40,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:17:40,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/hbase/meta/1588230740 2024-11-19T17:17:40,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/hbase/meta/1588230740 2024-11-19T17:17:40,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:17:40,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:17:40,062 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:17:40,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:17:40,066 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:17:40,066 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65672635, jitterRate=-0.021401479840278625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:17:40,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732036660044Initializing all the Stores at 1732036660045 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036660045Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036660046 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036660046Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036660046Cleaning up temporary data from old regions at 1732036660061 (+15 ms)Region opened successfully at 1732036660066 (+5 ms) 2024-11-19T17:17:40,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:17:40,066 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:17:40,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:17:40,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:17:40,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:17:40,067 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:17:40,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036660066Disabling compacts and flushes for region at 1732036660066Disabling writes for close at 1732036660066Writing region close event to WAL at 1732036660067 (+1 ms)Closed at 1732036660067 2024-11-19T17:17:40,068 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:17:40,069 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T17:17:40,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T17:17:40,070 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:17:40,072 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T17:17:40,222 DEBUG [280a42d09ec8:42123 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T17:17:40,223 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=280a42d09ec8,35405,1732036657451 2024-11-19T17:17:40,225 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,35405,1732036657451, state=OPENING 2024-11-19T17:17:40,226 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T17:17:40,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x101313bd5650003, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362460800 2024-11-19T17:17:40,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35405-0x101313bd5650004, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362460800 2024-11-19T17:17:40,228 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1362460800/meta-region-server: CHANGED 2024-11-19T17:17:40,228 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1362460800/meta-region-server: CHANGED 2024-11-19T17:17:40,228 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:17:40,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,35405,1732036657451}] 2024-11-19T17:17:40,381 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:17:40,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T17:17:40,386 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T17:17:40,386 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:17:40,387 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T17:17:40,388 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C35405%2C1732036657451.meta, suffix=.meta, logDir=hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/WALs/280a42d09ec8,35405,1732036657451, archiveDir=hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/oldWALs, maxLogs=10 2024-11-19T17:17:40,402 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/WALs/280a42d09ec8,35405,1732036657451/280a42d09ec8%2C35405%2C1732036657451.meta.1732036660388.meta, exclude list is [], retry=0 2024-11-19T17:17:40,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44031,DS-f02db973-340f-4e44-86a7-a68bf034f505,DISK] 2024-11-19T17:17:40,405 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/WALs/280a42d09ec8,35405,1732036657451/280a42d09ec8%2C35405%2C1732036657451.meta.1732036660388.meta 2024-11-19T17:17:40,406 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43821:43821)] 2024-11-19T17:17:40,406 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:17:40,406 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:17:40,406 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:17:40,407 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T17:17:40,407 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T17:17:40,407 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T17:17:40,407 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:17:40,407 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T17:17:40,407 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T17:17:40,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:17:40,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:17:40,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:40,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:40,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:17:40,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:17:40,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:40,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:40,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:17:40,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:17:40,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:40,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:40,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:17:40,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:17:40,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:40,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:17:40,414 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:17:40,415 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/hbase/meta/1588230740 2024-11-19T17:17:40,416 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/hbase/meta/1588230740 2024-11-19T17:17:40,417 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:17:40,417 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:17:40,418 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:17:40,420 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:17:40,421 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61737848, jitterRate=-0.08003437519073486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:17:40,421 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T17:17:40,421 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732036660407Writing region info on filesystem at 1732036660407Initializing all the Stores at 1732036660408 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036660408Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036660408Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036660408Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036660408Cleaning up temporary data from old regions at 1732036660417 (+9 ms)Running coprocessor post-open hooks at 1732036660421 (+4 ms)Region opened successfully at 1732036660421 2024-11-19T17:17:40,422 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732036660381 2024-11-19T17:17:40,425 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T17:17:40,425 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T17:17:40,426 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,35405,1732036657451 2024-11-19T17:17:40,427 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,35405,1732036657451, state=OPEN 2024-11-19T17:17:40,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x101313bd5650003, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1362460800/meta-region-server 2024-11-19T17:17:40,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35405-0x101313bd5650004, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1362460800/meta-region-server 2024-11-19T17:17:40,435 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=280a42d09ec8,35405,1732036657451 2024-11-19T17:17:40,435 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1362460800/meta-region-server: CHANGED 2024-11-19T17:17:40,435 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1362460800/meta-region-server: CHANGED 2024-11-19T17:17:40,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T17:17:40,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,35405,1732036657451 in 207 msec 2024-11-19T17:17:40,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T17:17:40,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 368 msec 2024-11-19T17:17:40,440 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:17:40,440 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T17:17:40,441 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:17:40,442 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,35405,1732036657451, seqNum=-1] 2024-11-19T17:17:40,442 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:17:40,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:17:40,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2240 sec 2024-11-19T17:17:40,448 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732036660448, completionTime=-1 2024-11-19T17:17:40,448 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T17:17:40,448 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T17:17:40,450 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T17:17:40,450 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732036720450 2024-11-19T17:17:40,450 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732036780450 2024-11-19T17:17:40,450 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T17:17:40,450 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,42123,1732036657407-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:40,450 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,42123,1732036657407-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:40,450 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,42123,1732036657407-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:40,450 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-280a42d09ec8:42123, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:40,450 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:40,451 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:40,452 DEBUG [master/280a42d09ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T17:17:40,454 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.965sec 2024-11-19T17:17:40,454 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T17:17:40,454 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T17:17:40,454 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T17:17:40,454 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T17:17:40,454 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T17:17:40,454 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,42123,1732036657407-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:17:40,454 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,42123,1732036657407-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T17:17:40,457 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T17:17:40,457 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T17:17:40,457 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,42123,1732036657407-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:17:40,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b6bf9ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:40,474 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,42123,-1 for getting cluster id 2024-11-19T17:17:40,474 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:17:40,476 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cae3591-75ac-41b7-bcf8-1070c78e3b0c' 2024-11-19T17:17:40,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:17:40,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cae3591-75ac-41b7-bcf8-1070c78e3b0c" 2024-11-19T17:17:40,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a11f1bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:40,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,42123,-1] 2024-11-19T17:17:40,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:17:40,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:40,478 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:17:40,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a0a551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:40,480 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:17:40,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,35405,1732036657451, seqNum=-1] 2024-11-19T17:17:40,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:17:40,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:17:40,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=280a42d09ec8,42123,1732036657407 2024-11-19T17:17:40,485 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64960 2024-11-19T17:17:40,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:17:40,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101313bd5650005 connected 2024-11-19T17:17:40,494 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:17:40,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,38931,1732036652848 2024-11-19T17:17:40,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bb478d5 2024-11-19T17:17:40,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:17:40,497 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:17:40,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38931 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:17:40,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38931 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T17:17:40,504 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T17:17:40,505 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:40,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38931 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T17:17:40,506 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T17:17:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:17:40,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741835_1011 (size=902) 2024-11-19T17:17:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:17:40,750 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T17:17:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:17:40,914 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 818b1023dfdbcd3a640a3c3676513d13, NAME => 'test,,1732036660497.818b1023dfdbcd3a640a3c3676513d13.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36 2024-11-19T17:17:40,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741836_1012 (size=39) 2024-11-19T17:17:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:17:41,321 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732036660497.818b1023dfdbcd3a640a3c3676513d13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:17:41,321 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 818b1023dfdbcd3a640a3c3676513d13, disabling compactions & flushes 2024-11-19T17:17:41,321 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732036660497.818b1023dfdbcd3a640a3c3676513d13. 2024-11-19T17:17:41,321 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732036660497.818b1023dfdbcd3a640a3c3676513d13. 2024-11-19T17:17:41,321 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732036660497.818b1023dfdbcd3a640a3c3676513d13. after waiting 0 ms 2024-11-19T17:17:41,321 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732036660497.818b1023dfdbcd3a640a3c3676513d13. 2024-11-19T17:17:41,321 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732036660497.818b1023dfdbcd3a640a3c3676513d13. 2024-11-19T17:17:41,321 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 818b1023dfdbcd3a640a3c3676513d13: Waiting for close lock at 1732036661321Disabling compacts and flushes for region at 1732036661321Disabling writes for close at 1732036661321Writing region close event to WAL at 1732036661321Closed at 1732036661321 2024-11-19T17:17:41,324 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T17:17:41,325 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732036660497.818b1023dfdbcd3a640a3c3676513d13.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732036661324"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732036661324"}]},"ts":"1732036661324"} 2024-11-19T17:17:41,328 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T17:17:41,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T17:17:41,330 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036661329"}]},"ts":"1732036661329"} 2024-11-19T17:17:41,332 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T17:17:41,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=818b1023dfdbcd3a640a3c3676513d13, ASSIGN}] 2024-11-19T17:17:41,335 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=818b1023dfdbcd3a640a3c3676513d13, ASSIGN 2024-11-19T17:17:41,336 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=818b1023dfdbcd3a640a3c3676513d13, ASSIGN; state=OFFLINE, location=280a42d09ec8,43357,1732036652897; forceNewPlan=false, retain=false 2024-11-19T17:17:41,390 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T17:17:41,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:17:41,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:17:41,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:17:41,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:17:41,487 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=818b1023dfdbcd3a640a3c3676513d13, regionState=OPENING, regionLocation=280a42d09ec8,43357,1732036652897 2024-11-19T17:17:41,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=818b1023dfdbcd3a640a3c3676513d13, ASSIGN because future has completed 2024-11-19T17:17:41,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 818b1023dfdbcd3a640a3c3676513d13, server=280a42d09ec8,43357,1732036652897}] 2024-11-19T17:17:41,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:17:41,663 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732036660497.818b1023dfdbcd3a640a3c3676513d13. 2024-11-19T17:17:41,663 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 818b1023dfdbcd3a640a3c3676513d13, NAME => 'test,,1732036660497.818b1023dfdbcd3a640a3c3676513d13.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:17:41,663 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:17:41,664 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T17:17:41,664 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 818b1023dfdbcd3a640a3c3676513d13 2024-11-19T17:17:41,664 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732036660497.818b1023dfdbcd3a640a3c3676513d13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:17:41,664 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 818b1023dfdbcd3a640a3c3676513d13 2024-11-19T17:17:41,664 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 818b1023dfdbcd3a640a3c3676513d13 2024-11-19T17:17:41,668 INFO [StoreOpener-818b1023dfdbcd3a640a3c3676513d13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 818b1023dfdbcd3a640a3c3676513d13 2024-11-19T17:17:41,670 INFO [StoreOpener-818b1023dfdbcd3a640a3c3676513d13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 818b1023dfdbcd3a640a3c3676513d13 columnFamilyName f 2024-11-19T17:17:41,670 DEBUG [StoreOpener-818b1023dfdbcd3a640a3c3676513d13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:41,670 INFO [StoreOpener-818b1023dfdbcd3a640a3c3676513d13-1 {}] regionserver.HStore(327): Store=818b1023dfdbcd3a640a3c3676513d13/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:17:41,671 INFO [StoreOpener-818b1023dfdbcd3a640a3c3676513d13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 818b1023dfdbcd3a640a3c3676513d13 2024-11-19T17:17:41,672 INFO [StoreOpener-818b1023dfdbcd3a640a3c3676513d13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 818b1023dfdbcd3a640a3c3676513d13 columnFamilyName f1 2024-11-19T17:17:41,672 DEBUG [StoreOpener-818b1023dfdbcd3a640a3c3676513d13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:41,672 INFO [StoreOpener-818b1023dfdbcd3a640a3c3676513d13-1 {}] regionserver.HStore(327): Store=818b1023dfdbcd3a640a3c3676513d13/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:17:41,672 INFO [StoreOpener-818b1023dfdbcd3a640a3c3676513d13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 818b1023dfdbcd3a640a3c3676513d13 2024-11-19T17:17:41,673 INFO [StoreOpener-818b1023dfdbcd3a640a3c3676513d13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 818b1023dfdbcd3a640a3c3676513d13 columnFamilyName norep 2024-11-19T17:17:41,673 DEBUG [StoreOpener-818b1023dfdbcd3a640a3c3676513d13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:41,674 INFO [StoreOpener-818b1023dfdbcd3a640a3c3676513d13-1 {}] regionserver.HStore(327): Store=818b1023dfdbcd3a640a3c3676513d13/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:17:41,674 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 818b1023dfdbcd3a640a3c3676513d13 2024-11-19T17:17:41,674 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/default/test/818b1023dfdbcd3a640a3c3676513d13 2024-11-19T17:17:41,675 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/default/test/818b1023dfdbcd3a640a3c3676513d13 2024-11-19T17:17:41,676 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 818b1023dfdbcd3a640a3c3676513d13 2024-11-19T17:17:41,676 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 818b1023dfdbcd3a640a3c3676513d13 2024-11-19T17:17:41,676 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:17:41,678 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 818b1023dfdbcd3a640a3c3676513d13 2024-11-19T17:17:41,680 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/default/test/818b1023dfdbcd3a640a3c3676513d13/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:17:41,681 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 818b1023dfdbcd3a640a3c3676513d13; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67483020, jitterRate=0.005575358867645264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:17:41,681 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 818b1023dfdbcd3a640a3c3676513d13 2024-11-19T17:17:41,682 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 818b1023dfdbcd3a640a3c3676513d13: Running coprocessor pre-open hook at 1732036661664Writing region info on filesystem at 1732036661664Initializing all the Stores at 1732036661666 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036661667 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036661668 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036661668Cleaning up temporary data from old regions at 1732036661676 (+8 ms)Running coprocessor post-open hooks at 1732036661681 (+5 ms)Region opened successfully at 1732036661682 (+1 ms) 2024-11-19T17:17:41,684 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732036660497.818b1023dfdbcd3a640a3c3676513d13., pid=6, masterSystemTime=1732036661645 2024-11-19T17:17:41,687 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732036660497.818b1023dfdbcd3a640a3c3676513d13. 2024-11-19T17:17:41,687 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732036660497.818b1023dfdbcd3a640a3c3676513d13. 2024-11-19T17:17:41,689 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=818b1023dfdbcd3a640a3c3676513d13, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=280a42d09ec8,43357,1732036652897 2024-11-19T17:17:41,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 818b1023dfdbcd3a640a3c3676513d13, server=280a42d09ec8,43357,1732036652897 because future has completed 2024-11-19T17:17:41,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T17:17:41,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 818b1023dfdbcd3a640a3c3676513d13, server=280a42d09ec8,43357,1732036652897 in 201 msec 2024-11-19T17:17:41,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T17:17:41,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=818b1023dfdbcd3a640a3c3676513d13, ASSIGN in 362 msec 2024-11-19T17:17:41,698 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T17:17:41,698 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036661698"}]},"ts":"1732036661698"} 2024-11-19T17:17:41,704 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T17:17:41,705 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T17:17:41,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2040 sec 2024-11-19T17:17:41,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T17:17:41,976 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T17:17:41,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T17:17:41,977 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T17:17:41,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:17:41,977 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T17:17:41,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T17:17:41,977 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T17:17:41,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:17:41,977 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T17:17:41,978 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T17:17:41,978 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T17:17:42,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:17:42,652 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:17:42,652 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T17:17:42,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,42123,1732036657407 2024-11-19T17:17:42,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ff133a3 2024-11-19T17:17:42,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:17:42,654 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:17:42,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42123 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:17:42,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42123 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T17:17:42,657 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T17:17:42,657 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:42,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42123 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T17:17:42,658 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T17:17:42,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:17:42,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44031 is added to blk_1073741835_1011 (size=902) 2024-11-19T17:17:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:17:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:17:43,067 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 58ba082c7ca753408cfdedd82a96f388, NAME => 'test,,1732036662654.58ba082c7ca753408cfdedd82a96f388.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7 2024-11-19T17:17:43,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44031 is added to blk_1073741836_1012 (size=39) 2024-11-19T17:17:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:17:43,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732036662654.58ba082c7ca753408cfdedd82a96f388.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:17:43,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 58ba082c7ca753408cfdedd82a96f388, disabling compactions & flushes 2024-11-19T17:17:43,473 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732036662654.58ba082c7ca753408cfdedd82a96f388. 2024-11-19T17:17:43,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732036662654.58ba082c7ca753408cfdedd82a96f388. 2024-11-19T17:17:43,474 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732036662654.58ba082c7ca753408cfdedd82a96f388. after waiting 0 ms 2024-11-19T17:17:43,474 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732036662654.58ba082c7ca753408cfdedd82a96f388. 2024-11-19T17:17:43,474 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732036662654.58ba082c7ca753408cfdedd82a96f388. 2024-11-19T17:17:43,474 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 58ba082c7ca753408cfdedd82a96f388: Waiting for close lock at 1732036663473Disabling compacts and flushes for region at 1732036663473Disabling writes for close at 1732036663474 (+1 ms)Writing region close event to WAL at 1732036663474Closed at 1732036663474 2024-11-19T17:17:43,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T17:17:43,476 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732036662654.58ba082c7ca753408cfdedd82a96f388.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732036663475"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732036663475"}]},"ts":"1732036663475"} 2024-11-19T17:17:43,479 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T17:17:43,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T17:17:43,480 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036663480"}]},"ts":"1732036663480"} 2024-11-19T17:17:43,482 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T17:17:43,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=58ba082c7ca753408cfdedd82a96f388, ASSIGN}] 2024-11-19T17:17:43,484 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=58ba082c7ca753408cfdedd82a96f388, ASSIGN 2024-11-19T17:17:43,485 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=58ba082c7ca753408cfdedd82a96f388, ASSIGN; state=OFFLINE, location=280a42d09ec8,35405,1732036657451; forceNewPlan=false, retain=false 2024-11-19T17:17:43,635 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=58ba082c7ca753408cfdedd82a96f388, regionState=OPENING, regionLocation=280a42d09ec8,35405,1732036657451 2024-11-19T17:17:43,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=58ba082c7ca753408cfdedd82a96f388, ASSIGN because future has completed 2024-11-19T17:17:43,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58ba082c7ca753408cfdedd82a96f388, server=280a42d09ec8,35405,1732036657451}] 2024-11-19T17:17:43,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:17:43,795 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732036662654.58ba082c7ca753408cfdedd82a96f388. 2024-11-19T17:17:43,795 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 58ba082c7ca753408cfdedd82a96f388, NAME => 'test,,1732036662654.58ba082c7ca753408cfdedd82a96f388.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:17:43,796 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:17:43,796 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T17:17:43,796 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 58ba082c7ca753408cfdedd82a96f388 2024-11-19T17:17:43,796 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732036662654.58ba082c7ca753408cfdedd82a96f388.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:17:43,796 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 58ba082c7ca753408cfdedd82a96f388 2024-11-19T17:17:43,796 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 58ba082c7ca753408cfdedd82a96f388 2024-11-19T17:17:43,797 INFO [StoreOpener-58ba082c7ca753408cfdedd82a96f388-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 58ba082c7ca753408cfdedd82a96f388 2024-11-19T17:17:43,798 INFO [StoreOpener-58ba082c7ca753408cfdedd82a96f388-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58ba082c7ca753408cfdedd82a96f388 columnFamilyName f 2024-11-19T17:17:43,799 DEBUG [StoreOpener-58ba082c7ca753408cfdedd82a96f388-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:43,799 INFO [StoreOpener-58ba082c7ca753408cfdedd82a96f388-1 {}] regionserver.HStore(327): Store=58ba082c7ca753408cfdedd82a96f388/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:17:43,799 INFO [StoreOpener-58ba082c7ca753408cfdedd82a96f388-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 58ba082c7ca753408cfdedd82a96f388 2024-11-19T17:17:43,800 INFO [StoreOpener-58ba082c7ca753408cfdedd82a96f388-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58ba082c7ca753408cfdedd82a96f388 columnFamilyName f1 2024-11-19T17:17:43,800 DEBUG [StoreOpener-58ba082c7ca753408cfdedd82a96f388-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:43,801 INFO [StoreOpener-58ba082c7ca753408cfdedd82a96f388-1 {}] regionserver.HStore(327): Store=58ba082c7ca753408cfdedd82a96f388/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:17:43,801 INFO [StoreOpener-58ba082c7ca753408cfdedd82a96f388-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 58ba082c7ca753408cfdedd82a96f388 2024-11-19T17:17:43,802 INFO [StoreOpener-58ba082c7ca753408cfdedd82a96f388-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58ba082c7ca753408cfdedd82a96f388 columnFamilyName norep 2024-11-19T17:17:43,802 DEBUG [StoreOpener-58ba082c7ca753408cfdedd82a96f388-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:43,802 INFO [StoreOpener-58ba082c7ca753408cfdedd82a96f388-1 {}] regionserver.HStore(327): Store=58ba082c7ca753408cfdedd82a96f388/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:17:43,802 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 58ba082c7ca753408cfdedd82a96f388 2024-11-19T17:17:43,803 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/default/test/58ba082c7ca753408cfdedd82a96f388 2024-11-19T17:17:43,803 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/default/test/58ba082c7ca753408cfdedd82a96f388 2024-11-19T17:17:43,804 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 58ba082c7ca753408cfdedd82a96f388 2024-11-19T17:17:43,805 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 58ba082c7ca753408cfdedd82a96f388 2024-11-19T17:17:43,805 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:17:43,806 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 58ba082c7ca753408cfdedd82a96f388 2024-11-19T17:17:43,808 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/default/test/58ba082c7ca753408cfdedd82a96f388/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:17:43,809 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 58ba082c7ca753408cfdedd82a96f388; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63344423, jitterRate=-0.056094542145729065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:17:43,809 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58ba082c7ca753408cfdedd82a96f388 2024-11-19T17:17:43,809 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 58ba082c7ca753408cfdedd82a96f388: Running coprocessor pre-open hook at 1732036663796Writing region info on filesystem at 1732036663796Initializing all the Stores at 1732036663797 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036663797Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036663797Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036663797Cleaning up temporary data from old regions at 1732036663805 (+8 ms)Running coprocessor post-open hooks at 1732036663809 (+4 ms)Region opened successfully at 1732036663809 2024-11-19T17:17:43,810 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732036662654.58ba082c7ca753408cfdedd82a96f388., pid=6, masterSystemTime=1732036663791 2024-11-19T17:17:43,813 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732036662654.58ba082c7ca753408cfdedd82a96f388. 2024-11-19T17:17:43,813 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732036662654.58ba082c7ca753408cfdedd82a96f388. 2024-11-19T17:17:43,813 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=58ba082c7ca753408cfdedd82a96f388, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=280a42d09ec8,35405,1732036657451 2024-11-19T17:17:43,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58ba082c7ca753408cfdedd82a96f388, server=280a42d09ec8,35405,1732036657451 because future has completed 2024-11-19T17:17:43,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T17:17:43,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 58ba082c7ca753408cfdedd82a96f388, server=280a42d09ec8,35405,1732036657451 in 178 msec 2024-11-19T17:17:43,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T17:17:43,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=58ba082c7ca753408cfdedd82a96f388, ASSIGN in 337 msec 2024-11-19T17:17:43,823 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T17:17:43,823 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036663823"}]},"ts":"1732036663823"} 2024-11-19T17:17:43,825 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T17:17:43,826 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T17:17:43,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1710 sec 2024-11-19T17:17:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:17:44,801 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T17:17:44,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a82f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:44,802 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,38931,-1 for getting cluster id 2024-11-19T17:17:44,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:17:44,803 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1a6aaac-72e4-46c2-82b9-3c0377037435' 2024-11-19T17:17:44,803 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:17:44,803 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1a6aaac-72e4-46c2-82b9-3c0377037435" 2024-11-19T17:17:44,803 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605abd64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:44,804 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,38931,-1] 2024-11-19T17:17:44,804 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:17:44,804 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:44,805 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:17:44,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6668f23a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:44,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@739db0fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:44,806 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,42123,-1 for getting cluster id 2024-11-19T17:17:44,806 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:17:44,807 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cae3591-75ac-41b7-bcf8-1070c78e3b0c' 2024-11-19T17:17:44,807 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:17:44,807 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cae3591-75ac-41b7-bcf8-1070c78e3b0c" 2024-11-19T17:17:44,807 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ccd1996, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:44,807 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,42123,-1] 2024-11-19T17:17:44,807 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:17:44,808 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:44,808 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:17:44,809 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d0e49ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:44,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff3ec32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:44,810 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,38931,-1 for getting cluster id 2024-11-19T17:17:44,810 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:17:44,810 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1a6aaac-72e4-46c2-82b9-3c0377037435' 2024-11-19T17:17:44,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:17:44,811 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1a6aaac-72e4-46c2-82b9-3c0377037435" 2024-11-19T17:17:44,811 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e2118d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:44,811 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,38931,-1] 2024-11-19T17:17:44,811 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:17:44,811 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:44,812 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:17:44,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@413c15ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:44,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:17:44,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,38931,1732036652848 2024-11-19T17:17:44,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b77f13 2024-11-19T17:17:44,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:17:44,817 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:17:44,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38931 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://280a42d09ec8:42123,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-19T17:17:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38931 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T17:17:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:17:44,822 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:42123' 2024-11-19T17:17:44,823 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17308d19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:44,823 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,42123,-1 for getting cluster id 2024-11-19T17:17:44,824 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:17:44,824 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cae3591-75ac-41b7-bcf8-1070c78e3b0c' 2024-11-19T17:17:44,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:17:44,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cae3591-75ac-41b7-bcf8-1070c78e3b0c" 2024-11-19T17:17:44,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ece789c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:44,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,42123,-1] 2024-11-19T17:17:44,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:17:44,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:44,826 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:17:44,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@619c9329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:44,827 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:17:44,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,42123,1732036657407 2024-11-19T17:17:44,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2acbcef 2024-11-19T17:17:44,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:17:44,829 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:17:44,830 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T17:17:44,830 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T17:17:44,830 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:44,830 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:44,830 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:17:44,830 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:17:44,832 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T17:17:44,834 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T17:17:44,834 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:44,835 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T17:17:44,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741837_1013 (size=1138) 2024-11-19T17:17:44,882 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T17:17:44,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:17:45,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:17:45,247 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3669644df726575cdbf4afff6307558e, NAME => 'hbase:replication,,1732036664830.3669644df726575cdbf4afff6307558e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36 2024-11-19T17:17:45,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741838_1014 (size=44) 2024-11-19T17:17:45,307 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T17:17:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:17:45,653 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732036664830.3669644df726575cdbf4afff6307558e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:17:45,653 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3669644df726575cdbf4afff6307558e, disabling compactions & flushes 2024-11-19T17:17:45,653 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732036664830.3669644df726575cdbf4afff6307558e. 2024-11-19T17:17:45,653 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732036664830.3669644df726575cdbf4afff6307558e. 2024-11-19T17:17:45,653 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732036664830.3669644df726575cdbf4afff6307558e. after waiting 0 ms 2024-11-19T17:17:45,653 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732036664830.3669644df726575cdbf4afff6307558e. 2024-11-19T17:17:45,653 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732036664830.3669644df726575cdbf4afff6307558e. 2024-11-19T17:17:45,653 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3669644df726575cdbf4afff6307558e: Waiting for close lock at 1732036665653Disabling compacts and flushes for region at 1732036665653Disabling writes for close at 1732036665653Writing region close event to WAL at 1732036665653Closed at 1732036665653 2024-11-19T17:17:45,654 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T17:17:45,655 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732036664830.3669644df726575cdbf4afff6307558e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732036665654"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732036665654"}]},"ts":"1732036665654"} 2024-11-19T17:17:45,657 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T17:17:45,658 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T17:17:45,658 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036665658"}]},"ts":"1732036665658"} 2024-11-19T17:17:45,660 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T17:17:45,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3669644df726575cdbf4afff6307558e, ASSIGN}] 2024-11-19T17:17:45,661 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3669644df726575cdbf4afff6307558e, ASSIGN 2024-11-19T17:17:45,662 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3669644df726575cdbf4afff6307558e, ASSIGN; state=OFFLINE, location=280a42d09ec8,43357,1732036652897; forceNewPlan=false, retain=false 2024-11-19T17:17:45,813 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3669644df726575cdbf4afff6307558e, regionState=OPENING, regionLocation=280a42d09ec8,43357,1732036652897 2024-11-19T17:17:45,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3669644df726575cdbf4afff6307558e, ASSIGN because future has completed 2024-11-19T17:17:45,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3669644df726575cdbf4afff6307558e, server=280a42d09ec8,43357,1732036652897}] 2024-11-19T17:17:45,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:17:45,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732036664830.3669644df726575cdbf4afff6307558e. 2024-11-19T17:17:45,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:17:45,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T17:17:45,974 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C43357%2C1732036652897.rep, suffix=, logDir=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897, archiveDir=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/oldWALs, maxLogs=10 2024-11-19T17:17:45,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.rep.1732036665974, exclude list is [], retry=0 2024-11-19T17:17:45,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38381,DS-54153c3c-c525-4663-9cd2-e940f38e9b97,DISK] 2024-11-19T17:17:45,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.rep.1732036665974 2024-11-19T17:17:45,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38403:38403)] 2024-11-19T17:17:45,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3669644df726575cdbf4afff6307558e, NAME => 'hbase:replication,,1732036664830.3669644df726575cdbf4afff6307558e.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:17:46,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:17:46,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:17:46,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732036664830.3669644df726575cdbf4afff6307558e. service=MultiRowMutationService 2024-11-19T17:17:46,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T17:17:46,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3669644df726575cdbf4afff6307558e 2024-11-19T17:17:46,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732036664830.3669644df726575cdbf4afff6307558e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:17:46,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3669644df726575cdbf4afff6307558e 2024-11-19T17:17:46,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3669644df726575cdbf4afff6307558e 2024-11-19T17:17:46,002 INFO [StoreOpener-3669644df726575cdbf4afff6307558e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3669644df726575cdbf4afff6307558e 2024-11-19T17:17:46,003 INFO [StoreOpener-3669644df726575cdbf4afff6307558e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3669644df726575cdbf4afff6307558e columnFamilyName hfileref 2024-11-19T17:17:46,003 DEBUG [StoreOpener-3669644df726575cdbf4afff6307558e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:46,004 INFO [StoreOpener-3669644df726575cdbf4afff6307558e-1 {}] regionserver.HStore(327): Store=3669644df726575cdbf4afff6307558e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:17:46,004 INFO [StoreOpener-3669644df726575cdbf4afff6307558e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3669644df726575cdbf4afff6307558e 2024-11-19T17:17:46,005 INFO [StoreOpener-3669644df726575cdbf4afff6307558e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3669644df726575cdbf4afff6307558e columnFamilyName queue 2024-11-19T17:17:46,005 DEBUG [StoreOpener-3669644df726575cdbf4afff6307558e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:46,006 INFO [StoreOpener-3669644df726575cdbf4afff6307558e-1 {}] regionserver.HStore(327): Store=3669644df726575cdbf4afff6307558e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:17:46,006 INFO [StoreOpener-3669644df726575cdbf4afff6307558e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3669644df726575cdbf4afff6307558e 2024-11-19T17:17:46,007 INFO [StoreOpener-3669644df726575cdbf4afff6307558e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3669644df726575cdbf4afff6307558e columnFamilyName sid 2024-11-19T17:17:46,007 DEBUG [StoreOpener-3669644df726575cdbf4afff6307558e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:17:46,008 INFO [StoreOpener-3669644df726575cdbf4afff6307558e-1 {}] regionserver.HStore(327): Store=3669644df726575cdbf4afff6307558e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:17:46,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3669644df726575cdbf4afff6307558e 2024-11-19T17:17:46,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/replication/3669644df726575cdbf4afff6307558e 2024-11-19T17:17:46,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/replication/3669644df726575cdbf4afff6307558e 2024-11-19T17:17:46,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3669644df726575cdbf4afff6307558e 2024-11-19T17:17:46,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3669644df726575cdbf4afff6307558e 2024-11-19T17:17:46,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:17:46,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3669644df726575cdbf4afff6307558e 2024-11-19T17:17:46,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/replication/3669644df726575cdbf4afff6307558e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:17:46,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3669644df726575cdbf4afff6307558e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63244361, jitterRate=-0.05758558213710785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:17:46,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3669644df726575cdbf4afff6307558e 2024-11-19T17:17:46,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3669644df726575cdbf4afff6307558e: Running coprocessor pre-open hook at 1732036666000Writing region info on filesystem at 1732036666000Initializing all the Stores at 1732036666001 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036666001Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036666001Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036666001Cleaning up temporary data from old regions at 1732036666010 (+9 ms)Running coprocessor post-open hooks at 1732036666014 (+4 ms)Region opened successfully at 1732036666015 (+1 ms) 2024-11-19T17:17:46,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732036664830.3669644df726575cdbf4afff6307558e., pid=10, masterSystemTime=1732036665968 2024-11-19T17:17:46,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732036664830.3669644df726575cdbf4afff6307558e. 2024-11-19T17:17:46,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732036664830.3669644df726575cdbf4afff6307558e. 2024-11-19T17:17:46,019 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3669644df726575cdbf4afff6307558e, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,43357,1732036652897 2024-11-19T17:17:46,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3669644df726575cdbf4afff6307558e, server=280a42d09ec8,43357,1732036652897 because future has completed 2024-11-19T17:17:46,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T17:17:46,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3669644df726575cdbf4afff6307558e, server=280a42d09ec8,43357,1732036652897 in 208 msec 2024-11-19T17:17:46,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T17:17:46,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3669644df726575cdbf4afff6307558e, ASSIGN in 365 msec 2024-11-19T17:17:46,028 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T17:17:46,029 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036666028"}]},"ts":"1732036666028"} 2024-11-19T17:17:46,031 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T17:17:46,032 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T17:17:46,034 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2010 sec 2024-11-19T17:17:46,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732036664830.3669644df726575cdbf4afff6307558e., hostname=280a42d09ec8,43357,1732036652897, seqNum=2] 2024-11-19T17:17:46,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43357-0x101313bd5650001, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01609875919 2024-11-19T17:17:46,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x101313bd5650000, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01609875919 2024-11-19T17:17:46,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T17:17:46,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43357 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T17:17:46,204 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T17:17:46,244 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-280a42d09ec8,43357,1732036652897, ReplicationSource: 1, currentBandwidth=0 2024-11-19T17:17:46,244 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:17:46,244 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,43357,1732036652897, seqNum=-1] 2024-11-19T17:17:46,245 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:17:46,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-19T17:17:46,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-280a42d09ec8,43357,1732036652897', locateType=CURRENT is [region=hbase:replication,,1732036664830.3669644df726575cdbf4afff6307558e., hostname=280a42d09ec8,43357,1732036652897, seqNum=2] 2024-11-19T17:17:46,252 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T17:17:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38931 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T17:17:46,254 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 280a42d09ec8,43357,1732036652897 suceeded 2024-11-19T17:17:46,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T17:17:46,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-19T17:17:46,257 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://280a42d09ec8:42123,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-19T17:17:46,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4390 sec 2024-11-19T17:17:46,270 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:42123' 2024-11-19T17:17:46,313 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67987b6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:46,313 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,42123,-1 for getting cluster id 2024-11-19T17:17:46,313 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:17:46,314 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cae3591-75ac-41b7-bcf8-1070c78e3b0c' 2024-11-19T17:17:46,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:17:46,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cae3591-75ac-41b7-bcf8-1070c78e3b0c" 2024-11-19T17:17:46,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14290c5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:46,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,42123,-1] 2024-11-19T17:17:46,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:17:46,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:46,316 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:17:46,316 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b61cb49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:46,317 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:17:46,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,42123,1732036657407 2024-11-19T17:17:46,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32d513dd 2024-11-19T17:17:46,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:17:46,318 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-19T17:17:46,319 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-280a42d09ec8,43357,1732036652897 (queues=1) is replicating from cluster=f1a6aaac-72e4-46c2-82b9-3c0377037435 to cluster=5cae3591-75ac-41b7-bcf8-1070c78e3b0c 2024-11-19T17:17:46,319 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=280a42d09ec8%2C43357%2C1732036652897 2024-11-19T17:17:46,319 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-280a42d09ec8,43357,1732036652897, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T17:17:46,320 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894, startPosition=0, beingWritten=true 2024-11-19T17:17:46,320 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.shipper280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 280a42d09ec8%2C43357%2C1732036652897 2024-11-19T17:17:46,328 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:17:46,328 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 379, reset compression=false 2024-11-19T17:17:46,328 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.shipper280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,43357,1732036652897 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:17:46,532 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 379, reset compression=false 2024-11-19T17:17:46,842 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 379, reset compression=false 2024-11-19T17:17:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:17:46,981 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T17:17:46,982 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:17:46,982 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:17:46,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:46,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:46,982 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:17:46,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:17:46,988 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732036666986/Put/seqid=0 2024-11-19T17:17:46,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741840_1016 (size=7894) 2024-11-19T17:17:47,166 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T17:17:47,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:17:47,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:17:47,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:17:47,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:17:47,247 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 379, reset compression=false 2024-11-19T17:17:47,396 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/load_f/f/hfile_1 is 34, key is ddd/f:row/1732036667395/Put/seqid=0 2024-11-19T17:17:47,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741841_1017 (size=7691) 2024-11-19T17:17:47,753 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 379, reset compression=false 2024-11-19T17:17:47,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@230fadb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:47,806 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,38931,-1 for getting cluster id 2024-11-19T17:17:47,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:17:47,808 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1a6aaac-72e4-46c2-82b9-3c0377037435' 2024-11-19T17:17:47,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:17:47,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1a6aaac-72e4-46c2-82b9-3c0377037435" 2024-11-19T17:17:47,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aaa1c8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:47,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,38931,-1] 2024-11-19T17:17:47,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:17:47,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:47,810 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:17:47,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52945a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:47,811 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:17:47,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,43357,1732036652897, seqNum=-1] 2024-11-19T17:17:47,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:17:47,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:17:47,826 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:17:47,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,38931,1732036652848 2024-11-19T17:17:47,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c4310f3 2024-11-19T17:17:47,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:17:47,833 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:17:47,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732036660497.818b1023dfdbcd3a640a3c3676513d13., hostname=280a42d09ec8,43357,1732036652897, seqNum=2] 2024-11-19T17:17:47,862 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T17:17:47,906 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-19T17:17:47,913 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-19T17:17:47,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/load_f/f/hfile_0 for inclusion in 818b1023dfdbcd3a640a3c3676513d13/f 2024-11-19T17:17:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-19T17:17:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T17:17:47,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/load_f/f/hfile_1 for inclusion in 818b1023dfdbcd3a640a3c3676513d13/f 2024-11-19T17:17:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-19T17:17:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T17:17:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.HRegion(2603): Flush status journal for 818b1023dfdbcd3a640a3c3676513d13: 2024-11-19T17:17:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/load_f/f/hfile_0 to hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/staging/jenkins__test__316u65hrrvn1fugrqsgfksiee85jvvmf9ogueun2inigvs0laa9uotqt582q66ak/f/hfile_0 2024-11-19T17:17:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/staging/jenkins__test__316u65hrrvn1fugrqsgfksiee85jvvmf9ogueun2inigvs0laa9uotqt582q66ak/f/hfile_0 as hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/default/test/818b1023dfdbcd3a640a3c3676513d13/f/4bb0192c441b4864b806e0760b7c8277_SeqId_4_ 2024-11-19T17:17:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/load_f/f/hfile_1 to hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/staging/jenkins__test__316u65hrrvn1fugrqsgfksiee85jvvmf9ogueun2inigvs0laa9uotqt582q66ak/f/hfile_1 2024-11-19T17:17:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/staging/jenkins__test__316u65hrrvn1fugrqsgfksiee85jvvmf9ogueun2inigvs0laa9uotqt582q66ak/f/hfile_1 as hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/default/test/818b1023dfdbcd3a640a3c3676513d13/f/5e70e391abf04394a158c7c94654de31_SeqId_4_ 2024-11-19T17:17:48,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/staging/jenkins__test__316u65hrrvn1fugrqsgfksiee85jvvmf9ogueun2inigvs0laa9uotqt582q66ak/f/hfile_0 into 818b1023dfdbcd3a640a3c3676513d13/f as hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/default/test/818b1023dfdbcd3a640a3c3676513d13/f/4bb0192c441b4864b806e0760b7c8277_SeqId_4_ - updating store file list. 2024-11-19T17:17:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4bb0192c441b4864b806e0760b7c8277_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T17:17:48,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/default/test/818b1023dfdbcd3a640a3c3676513d13/f/4bb0192c441b4864b806e0760b7c8277_SeqId_4_ into 818b1023dfdbcd3a640a3c3676513d13/f 2024-11-19T17:17:48,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/staging/jenkins__test__316u65hrrvn1fugrqsgfksiee85jvvmf9ogueun2inigvs0laa9uotqt582q66ak/f/hfile_0 into 818b1023dfdbcd3a640a3c3676513d13/f (new location: hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/default/test/818b1023dfdbcd3a640a3c3676513d13/f/4bb0192c441b4864b806e0760b7c8277_SeqId_4_) 2024-11-19T17:17:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/staging/jenkins__test__316u65hrrvn1fugrqsgfksiee85jvvmf9ogueun2inigvs0laa9uotqt582q66ak/f/hfile_0 2024-11-19T17:17:48,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/staging/jenkins__test__316u65hrrvn1fugrqsgfksiee85jvvmf9ogueun2inigvs0laa9uotqt582q66ak/f/hfile_1 into 818b1023dfdbcd3a640a3c3676513d13/f as hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/default/test/818b1023dfdbcd3a640a3c3676513d13/f/5e70e391abf04394a158c7c94654de31_SeqId_4_ - updating store file list. 2024-11-19T17:17:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5e70e391abf04394a158c7c94654de31_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T17:17:48,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/default/test/818b1023dfdbcd3a640a3c3676513d13/f/5e70e391abf04394a158c7c94654de31_SeqId_4_ into 818b1023dfdbcd3a640a3c3676513d13/f 2024-11-19T17:17:48,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/staging/jenkins__test__316u65hrrvn1fugrqsgfksiee85jvvmf9ogueun2inigvs0laa9uotqt582q66ak/f/hfile_1 into 818b1023dfdbcd3a640a3c3676513d13/f (new location: hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/default/test/818b1023dfdbcd3a640a3c3676513d13/f/5e70e391abf04394a158c7c94654de31_SeqId_4_) 2024-11-19T17:17:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/staging/jenkins__test__316u65hrrvn1fugrqsgfksiee85jvvmf9ogueun2inigvs0laa9uotqt582q66ak/f/hfile_1 2024-11-19T17:17:48,057 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:17:48,057 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:17:48,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:48,060 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T17:17:48,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732036660497.818b1023dfdbcd3a640a3c3676513d13., hostname=280a42d09ec8,43357,1732036652897, seqNum=2 , the old value is region=test,,1732036660497.818b1023dfdbcd3a640a3c3676513d13., hostname=280a42d09ec8,43357,1732036652897, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=280a42d09ec8:43357 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T17:17:48,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732036660497.818b1023dfdbcd3a640a3c3676513d13., hostname=280a42d09ec8,43357,1732036652897, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T17:17:48,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732036660497.818b1023dfdbcd3a640a3c3676513d13., hostname=280a42d09ec8,43357,1732036652897, seqNum=2 from cache 2024-11-19T17:17:48,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:48,066 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:17:48,067 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:17:48,069 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,35405,1732036657451, seqNum=-1] 2024-11-19T17:17:48,070 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:17:48,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:17:48,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732036662654.58ba082c7ca753408cfdedd82a96f388., hostname=280a42d09ec8,35405,1732036657451, seqNum=2] 2024-11-19T17:17:48,077 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T17:17:48,177 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:43357 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T17:17:48,358 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 379, reset compression=false 2024-11-19T17:17:48,365 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T17:17:48,365 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.shipper280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,43357,1732036652897 got entry batch from reader: WALEntryBatch [walEntries=[{test/818b1023dfdbcd3a640a3c3676513d13/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732036668049/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T17:17:48,390 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.shipper280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:17:48,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-19T17:17:48,394 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] regionserver.ReplicationSink(318): Replicating [f1a6aaac-72e4-46c2-82b9-3c0377037435] bulk loaded data 2024-11-19T17:17:48,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@323fd49e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:48,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,42123,-1 for getting cluster id 2024-11-19T17:17:48,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:17:48,397 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cae3591-75ac-41b7-bcf8-1070c78e3b0c' 2024-11-19T17:17:48,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:17:48,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cae3591-75ac-41b7-bcf8-1070c78e3b0c" 2024-11-19T17:17:48,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a87ffc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:48,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,42123,-1] 2024-11-19T17:17:48,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:17:48,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:48,399 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:17:48,400 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40226805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:48,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44031 is added to blk_1073741837_1013 (size=7894) 2024-11-19T17:17:48,566 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 687, reset compression=false 2024-11-19T17:17:48,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44031 is added to blk_1073741838_1014 (size=7691) 2024-11-19T17:17:48,877 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 687, reset compression=false 2024-11-19T17:17:49,082 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T17:17:49,243 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:17:49,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,42123,1732036657407 2024-11-19T17:17:49,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@710ee3f5 2024-11-19T17:17:49,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:17:49,246 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-19T17:17:49,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T17:17:49,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:17:49,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,35405,1732036657451, seqNum=-1] 2024-11-19T17:17:49,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:17:49,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-19T17:17:49,263 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/staging/jenkins.hfs.6__test__b4k68bjo254sqmfp2rsb82f77b80n72udjo2mm06gbj2frtj42l0cgjk87m8jn6f/f/4bb0192c441b4864b806e0760b7c8277_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-19T17:17:49,268 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/staging/jenkins.hfs.6__test__b4k68bjo254sqmfp2rsb82f77b80n72udjo2mm06gbj2frtj42l0cgjk87m8jn6f/f/5e70e391abf04394a158c7c94654de31_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-19T17:17:49,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/staging/jenkins.hfs.6__test__b4k68bjo254sqmfp2rsb82f77b80n72udjo2mm06gbj2frtj42l0cgjk87m8jn6f/f/4bb0192c441b4864b806e0760b7c8277_SeqId_4_ for inclusion in 58ba082c7ca753408cfdedd82a96f388/f 2024-11-19T17:17:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-19T17:17:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T17:17:49,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/staging/jenkins.hfs.6__test__b4k68bjo254sqmfp2rsb82f77b80n72udjo2mm06gbj2frtj42l0cgjk87m8jn6f/f/5e70e391abf04394a158c7c94654de31_SeqId_4_ for inclusion in 58ba082c7ca753408cfdedd82a96f388/f 2024-11-19T17:17:49,293 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 687, reset compression=false 2024-11-19T17:17:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-19T17:17:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T17:17:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] regionserver.HRegion(2603): Flush status journal for 58ba082c7ca753408cfdedd82a96f388: 2024-11-19T17:17:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4bb0192c441b4864b806e0760b7c8277_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T17:17:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/staging/jenkins.hfs.6__test__b4k68bjo254sqmfp2rsb82f77b80n72udjo2mm06gbj2frtj42l0cgjk87m8jn6f/f/4bb0192c441b4864b806e0760b7c8277_SeqId_4_ as hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/default/test/58ba082c7ca753408cfdedd82a96f388/f/e862d98fa5844380a32183762052db85_SeqId_4_ 2024-11-19T17:17:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5e70e391abf04394a158c7c94654de31_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T17:17:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/staging/jenkins.hfs.6__test__b4k68bjo254sqmfp2rsb82f77b80n72udjo2mm06gbj2frtj42l0cgjk87m8jn6f/f/5e70e391abf04394a158c7c94654de31_SeqId_4_ as hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/default/test/58ba082c7ca753408cfdedd82a96f388/f/8d33c953ab954371840eca2b397bb656_SeqId_4_ 2024-11-19T17:17:49,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/staging/jenkins.hfs.6__test__b4k68bjo254sqmfp2rsb82f77b80n72udjo2mm06gbj2frtj42l0cgjk87m8jn6f/f/4bb0192c441b4864b806e0760b7c8277_SeqId_4_ into 58ba082c7ca753408cfdedd82a96f388/f as hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/default/test/58ba082c7ca753408cfdedd82a96f388/f/e862d98fa5844380a32183762052db85_SeqId_4_ - updating store file list. 2024-11-19T17:17:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e862d98fa5844380a32183762052db85_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T17:17:49,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/default/test/58ba082c7ca753408cfdedd82a96f388/f/e862d98fa5844380a32183762052db85_SeqId_4_ into 58ba082c7ca753408cfdedd82a96f388/f 2024-11-19T17:17:49,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/staging/jenkins.hfs.6__test__b4k68bjo254sqmfp2rsb82f77b80n72udjo2mm06gbj2frtj42l0cgjk87m8jn6f/f/4bb0192c441b4864b806e0760b7c8277_SeqId_4_ into 58ba082c7ca753408cfdedd82a96f388/f (new location: hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/default/test/58ba082c7ca753408cfdedd82a96f388/f/e862d98fa5844380a32183762052db85_SeqId_4_) 2024-11-19T17:17:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/staging/jenkins.hfs.6__test__b4k68bjo254sqmfp2rsb82f77b80n72udjo2mm06gbj2frtj42l0cgjk87m8jn6f/f/4bb0192c441b4864b806e0760b7c8277_SeqId_4_ 2024-11-19T17:17:49,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/staging/jenkins.hfs.6__test__b4k68bjo254sqmfp2rsb82f77b80n72udjo2mm06gbj2frtj42l0cgjk87m8jn6f/f/5e70e391abf04394a158c7c94654de31_SeqId_4_ into 58ba082c7ca753408cfdedd82a96f388/f as hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/default/test/58ba082c7ca753408cfdedd82a96f388/f/8d33c953ab954371840eca2b397bb656_SeqId_4_ - updating store file list. 2024-11-19T17:17:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8d33c953ab954371840eca2b397bb656_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T17:17:49,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/default/test/58ba082c7ca753408cfdedd82a96f388/f/8d33c953ab954371840eca2b397bb656_SeqId_4_ into 58ba082c7ca753408cfdedd82a96f388/f 2024-11-19T17:17:49,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/staging/jenkins.hfs.6__test__b4k68bjo254sqmfp2rsb82f77b80n72udjo2mm06gbj2frtj42l0cgjk87m8jn6f/f/5e70e391abf04394a158c7c94654de31_SeqId_4_ into 58ba082c7ca753408cfdedd82a96f388/f (new location: hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/default/test/58ba082c7ca753408cfdedd82a96f388/f/8d33c953ab954371840eca2b397bb656_SeqId_4_) 2024-11-19T17:17:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/staging/jenkins.hfs.6__test__b4k68bjo254sqmfp2rsb82f77b80n72udjo2mm06gbj2frtj42l0cgjk87m8jn6f/f/5e70e391abf04394a158c7c94654de31_SeqId_4_ 2024-11-19T17:17:49,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] regionserver.ReplicationSink(324): Finished replicating [f1a6aaac-72e4-46c2-82b9-3c0377037435] bulk loaded data 2024-11-19T17:17:49,826 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 687, reset compression=false 2024-11-19T17:17:50,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:17:50,104 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732036670103/Put/seqid=0 2024-11-19T17:17:50,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741842_1018 (size=7997) 2024-11-19T17:17:50,115 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732036670114/Put/seqid=0 2024-11-19T17:17:50,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741843_1019 (size=7794) 2024-11-19T17:17:50,431 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 687, reset compression=false 2024-11-19T17:17:50,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f92a50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:50,529 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,38931,-1 for getting cluster id 2024-11-19T17:17:50,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:17:50,531 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1a6aaac-72e4-46c2-82b9-3c0377037435' 2024-11-19T17:17:50,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:17:50,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1a6aaac-72e4-46c2-82b9-3c0377037435" 2024-11-19T17:17:50,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5404cd0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:50,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,38931,-1] 2024-11-19T17:17:50,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:17:50,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:50,533 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:17:50,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@abd5f65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:17:50,534 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:17:50,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,43357,1732036652897, seqNum=-1] 2024-11-19T17:17:50,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:17:50,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:17:50,549 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:17:50,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,38931,1732036652848 2024-11-19T17:17:50,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f0ccf5 2024-11-19T17:17:50,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:17:50,553 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:17:50,559 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732036660497.818b1023dfdbcd3a640a3c3676513d13., hostname=280a42d09ec8,43357,1732036652897, seqNum=2] 2024-11-19T17:17:50,563 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T17:17:50,571 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-19T17:17:50,576 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-19T17:17:50,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/load_f1/f1/hfile_0 for inclusion in 818b1023dfdbcd3a640a3c3676513d13/f1 2024-11-19T17:17:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-19T17:17:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T17:17:50,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/load_f1/f1/hfile_1 for inclusion in 818b1023dfdbcd3a640a3c3676513d13/f1 2024-11-19T17:17:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-19T17:17:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T17:17:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.HRegion(2603): Flush status journal for 818b1023dfdbcd3a640a3c3676513d13: 2024-11-19T17:17:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/load_f1/f1/hfile_0 to hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/staging/jenkins__test__5jajth7q555mltjl022uou1kj989m1ovbk7hgvts80u6emnhatrrbkq5uju91df4/f1/hfile_0 2024-11-19T17:17:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/staging/jenkins__test__5jajth7q555mltjl022uou1kj989m1ovbk7hgvts80u6emnhatrrbkq5uju91df4/f1/hfile_0 as hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/default/test/818b1023dfdbcd3a640a3c3676513d13/f1/1db795d39a264b3f91f0ac0b22a7d964_SeqId_6_ 2024-11-19T17:17:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/load_f1/f1/hfile_1 to hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/staging/jenkins__test__5jajth7q555mltjl022uou1kj989m1ovbk7hgvts80u6emnhatrrbkq5uju91df4/f1/hfile_1 2024-11-19T17:17:50,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/staging/jenkins__test__5jajth7q555mltjl022uou1kj989m1ovbk7hgvts80u6emnhatrrbkq5uju91df4/f1/hfile_1 as hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/default/test/818b1023dfdbcd3a640a3c3676513d13/f1/9836779f8fc04dcca0abfc29fdb33ba9_SeqId_6_ 2024-11-19T17:17:50,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-19T17:17:50,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/staging/jenkins__test__5jajth7q555mltjl022uou1kj989m1ovbk7hgvts80u6emnhatrrbkq5uju91df4/f1/hfile_0 into 818b1023dfdbcd3a640a3c3676513d13/f1 as hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/default/test/818b1023dfdbcd3a640a3c3676513d13/f1/1db795d39a264b3f91f0ac0b22a7d964_SeqId_6_ - updating store file list. 2024-11-19T17:17:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1db795d39a264b3f91f0ac0b22a7d964_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T17:17:50,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/default/test/818b1023dfdbcd3a640a3c3676513d13/f1/1db795d39a264b3f91f0ac0b22a7d964_SeqId_6_ into 818b1023dfdbcd3a640a3c3676513d13/f1 2024-11-19T17:17:50,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/staging/jenkins__test__5jajth7q555mltjl022uou1kj989m1ovbk7hgvts80u6emnhatrrbkq5uju91df4/f1/hfile_0 into 818b1023dfdbcd3a640a3c3676513d13/f1 (new location: hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/default/test/818b1023dfdbcd3a640a3c3676513d13/f1/1db795d39a264b3f91f0ac0b22a7d964_SeqId_6_) 2024-11-19T17:17:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/staging/jenkins__test__5jajth7q555mltjl022uou1kj989m1ovbk7hgvts80u6emnhatrrbkq5uju91df4/f1/hfile_0 2024-11-19T17:17:50,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/staging/jenkins__test__5jajth7q555mltjl022uou1kj989m1ovbk7hgvts80u6emnhatrrbkq5uju91df4/f1/hfile_1 into 818b1023dfdbcd3a640a3c3676513d13/f1 as hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/default/test/818b1023dfdbcd3a640a3c3676513d13/f1/9836779f8fc04dcca0abfc29fdb33ba9_SeqId_6_ - updating store file list. 2024-11-19T17:17:50,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9836779f8fc04dcca0abfc29fdb33ba9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T17:17:50,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/default/test/818b1023dfdbcd3a640a3c3676513d13/f1/9836779f8fc04dcca0abfc29fdb33ba9_SeqId_6_ into 818b1023dfdbcd3a640a3c3676513d13/f1 2024-11-19T17:17:50,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/staging/jenkins__test__5jajth7q555mltjl022uou1kj989m1ovbk7hgvts80u6emnhatrrbkq5uju91df4/f1/hfile_1 into 818b1023dfdbcd3a640a3c3676513d13/f1 (new location: hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/default/test/818b1023dfdbcd3a640a3c3676513d13/f1/9836779f8fc04dcca0abfc29fdb33ba9_SeqId_6_) 2024-11-19T17:17:50,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/staging/jenkins__test__5jajth7q555mltjl022uou1kj989m1ovbk7hgvts80u6emnhatrrbkq5uju91df4/f1/hfile_1 2024-11-19T17:17:50,624 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:17:50,624 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:17:50,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:50,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:17:50,625 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:17:50,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732036660497.818b1023dfdbcd3a640a3c3676513d13., hostname=280a42d09ec8,43357,1732036652897, seqNum=2 , the old value is region=test,,1732036660497.818b1023dfdbcd3a640a3c3676513d13., hostname=280a42d09ec8,43357,1732036652897, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=280a42d09ec8:43357 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T17:17:50,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732036660497.818b1023dfdbcd3a640a3c3676513d13., hostname=280a42d09ec8,43357,1732036652897, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T17:17:50,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732036660497.818b1023dfdbcd3a640a3c3676513d13., hostname=280a42d09ec8,43357,1732036652897, seqNum=2 from cache 2024-11-19T17:17:50,626 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:17:50,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,43357,1732036652897, seqNum=-1] 2024-11-19T17:17:50,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:17:50,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:17:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:43642 deadline: 1732036730624 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:43642 2024-11-19T17:17:50,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732036660497.818b1023dfdbcd3a640a3c3676513d13., hostname=280a42d09ec8,43357,1732036652897, seqNum=2] 2024-11-19T17:17:50,731 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:43357 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T17:17:51,136 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 687, reset compression=false 2024-11-19T17:17:51,142 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:17:51,142 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 997, reset compression=false 2024-11-19T17:17:51,142 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.shipper280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,43357,1732036652897 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:17:51,348 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 997, reset compression=false 2024-11-19T17:17:51,694 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 997, reset compression=false 2024-11-19T17:17:51,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T17:17:51,976 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-19T17:17:52,099 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 997, reset compression=false 2024-11-19T17:17:52,603 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 997, reset compression=false 2024-11-19T17:17:53,208 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 997, reset compression=false 2024-11-19T17:17:53,912 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 997, reset compression=false 2024-11-19T17:17:54,717 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 997, reset compression=false 2024-11-19T17:17:55,621 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 997, reset compression=false 2024-11-19T17:17:56,626 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 997, reset compression=false 2024-11-19T17:17:57,730 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 997, reset compression=false 2024-11-19T17:17:58,935 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 997, reset compression=false 2024-11-19T17:18:00,239 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 997, reset compression=false 2024-11-19T17:18:01,644 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 997, reset compression=false 2024-11-19T17:18:02,436 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T17:18:03,148 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 997, reset compression=false 2024-11-19T17:18:04,752 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 997, reset compression=false 2024-11-19T17:18:06,456 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 997, reset compression=false 2024-11-19T17:18:06,995 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T17:18:08,261 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 997, reset compression=false 2024-11-19T17:18:10,165 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 997, reset compression=false 2024-11-19T17:18:11,145 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.shipper280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,43357,1732036652897 got entry batch from reader: null 2024-11-19T17:18:12,169 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 997, reset compression=false 2024-11-19T17:18:14,274 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 997, reset compression=false 2024-11-19T17:18:15,991 INFO [master/280a42d09ec8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T17:18:15,991 INFO [master/280a42d09ec8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T17:18:16,479 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 997, reset compression=false 2024-11-19T17:18:18,783 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 997, reset compression=false 2024-11-19T17:18:20,499 INFO [master/280a42d09ec8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T17:18:20,499 INFO [master/280a42d09ec8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T17:18:21,188 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 997, reset compression=false 2024-11-19T17:18:23,693 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 997, reset compression=false 2024-11-19T17:18:26,297 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 997, reset compression=false 2024-11-19T17:18:26,664 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 818b1023dfdbcd3a640a3c3676513d13, had cached 0 bytes from a total of 31376 2024-11-19T17:18:28,796 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 58ba082c7ca753408cfdedd82a96f388, had cached 0 bytes from a total of 15585 2024-11-19T17:18:29,001 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 997, reset compression=false 2024-11-19T17:18:31,145 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.shipper280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,43357,1732036652897 got entry batch from reader: null 2024-11-19T17:18:31,806 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 997, reset compression=false 2024-11-19T17:18:32,436 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T17:18:34,710 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 997, reset compression=false 2024-11-19T17:18:36,995 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T17:18:37,714 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 997, reset compression=false 2024-11-19T17:18:40,453 DEBUG [master/280a42d09ec8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-19T17:18:40,820 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 997, reset compression=false 2024-11-19T17:18:44,025 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 997, reset compression=false 2024-11-19T17:18:47,330 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 997, reset compression=false 2024-11-19T17:18:50,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T17:18:50,663 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:18:50,663 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:18:50,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:18:50,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:18:50,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:18:50,663 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T17:18:50,663 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=650563692, stopped=false 2024-11-19T17:18:50,663 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=280a42d09ec8,42123,1732036657407 2024-11-19T17:18:50,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35405-0x101313bd5650004, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1362460800/running 2024-11-19T17:18:50,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x101313bd5650003, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1362460800/running 2024-11-19T17:18:50,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x101313bd5650003, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362460800 2024-11-19T17:18:50,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35405-0x101313bd5650004, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362460800 2024-11-19T17:18:50,665 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:18:50,665 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:18:50,665 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:18:50,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:18:50,666 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '280a42d09ec8,35405,1732036657451' ***** 2024-11-19T17:18:50,666 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T17:18:50,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42123-0x101313bd5650003, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Set watcher on znode that does not yet exist, /1-1362460800/running 2024-11-19T17:18:50,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35405-0x101313bd5650004, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Set watcher on znode that does not yet exist, /1-1362460800/running 2024-11-19T17:18:50,666 INFO [RS:0;280a42d09ec8:35405 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T17:18:50,666 INFO [RS:0;280a42d09ec8:35405 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T17:18:50,666 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T17:18:50,666 INFO [RS:0;280a42d09ec8:35405 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T17:18:50,667 INFO [RS:0;280a42d09ec8:35405 {}] regionserver.HRegionServer(3091): Received CLOSE for 58ba082c7ca753408cfdedd82a96f388 2024-11-19T17:18:50,667 INFO [RS:0;280a42d09ec8:35405 {}] regionserver.HRegionServer(959): stopping server 280a42d09ec8,35405,1732036657451 2024-11-19T17:18:50,667 INFO [RS:0;280a42d09ec8:35405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:18:50,667 INFO [RS:0;280a42d09ec8:35405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:35405. 2024-11-19T17:18:50,667 DEBUG [RS:0;280a42d09ec8:35405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:18:50,667 DEBUG [RS:0;280a42d09ec8:35405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:18:50,667 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 58ba082c7ca753408cfdedd82a96f388, disabling compactions & flushes 2024-11-19T17:18:50,667 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732036662654.58ba082c7ca753408cfdedd82a96f388. 2024-11-19T17:18:50,667 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732036662654.58ba082c7ca753408cfdedd82a96f388. 2024-11-19T17:18:50,667 INFO [RS:0;280a42d09ec8:35405 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T17:18:50,667 INFO [RS:0;280a42d09ec8:35405 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T17:18:50,667 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732036662654.58ba082c7ca753408cfdedd82a96f388. after waiting 0 ms 2024-11-19T17:18:50,667 INFO [RS:0;280a42d09ec8:35405 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T17:18:50,667 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732036662654.58ba082c7ca753408cfdedd82a96f388. 2024-11-19T17:18:50,667 INFO [RS:0;280a42d09ec8:35405 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T17:18:50,667 INFO [RS:0;280a42d09ec8:35405 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T17:18:50,667 DEBUG [RS:0;280a42d09ec8:35405 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 58ba082c7ca753408cfdedd82a96f388=test,,1732036662654.58ba082c7ca753408cfdedd82a96f388.} 2024-11-19T17:18:50,668 DEBUG [RS:0;280a42d09ec8:35405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 58ba082c7ca753408cfdedd82a96f388 2024-11-19T17:18:50,668 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:18:50,668 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:18:50,668 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:18:50,668 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:18:50,668 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:18:50,668 INFO [regionserver/280a42d09ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:18:50,668 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-19T17:18:50,672 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/default/test/58ba082c7ca753408cfdedd82a96f388/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-19T17:18:50,673 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:18:50,673 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T17:18:50,673 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732036662654.58ba082c7ca753408cfdedd82a96f388. 2024-11-19T17:18:50,673 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 58ba082c7ca753408cfdedd82a96f388: Waiting for close lock at 1732036730667Running coprocessor pre-close hooks at 1732036730667Disabling compacts and flushes for region at 1732036730667Disabling writes for close at 1732036730667Writing region close event to WAL at 1732036730668 (+1 ms)Running coprocessor post-close hooks at 1732036730673 (+5 ms)Closed at 1732036730673 2024-11-19T17:18:50,673 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732036662654.58ba082c7ca753408cfdedd82a96f388. 2024-11-19T17:18:50,689 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/hbase/meta/1588230740/.tmp/info/62441c6a3e554afa9293f7f7469ca1ad is 129, key is test,,1732036662654.58ba082c7ca753408cfdedd82a96f388./info:regioninfo/1732036663813/Put/seqid=0 2024-11-19T17:18:50,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44031 is added to blk_1073741839_1015 (size=6421) 2024-11-19T17:18:50,735 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 997, reset compression=false 2024-11-19T17:18:50,868 DEBUG [RS:0;280a42d09ec8:35405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:18:51,068 DEBUG [RS:0;280a42d09ec8:35405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:18:51,094 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/hbase/meta/1588230740/.tmp/info/62441c6a3e554afa9293f7f7469ca1ad 2024-11-19T17:18:51,118 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/hbase/meta/1588230740/.tmp/ns/4dce8fa4e9184e2490cdfe5b410f25fb is 43, key is default/ns:d/1732036660443/Put/seqid=0 2024-11-19T17:18:51,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44031 is added to blk_1073741840_1016 (size=5153) 2024-11-19T17:18:51,145 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.shipper280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,43357,1732036652897 got entry batch from reader: null 2024-11-19T17:18:51,268 DEBUG [RS:0;280a42d09ec8:35405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:18:51,312 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T17:18:51,312 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T17:18:51,468 DEBUG [RS:0;280a42d09ec8:35405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:18:51,523 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/hbase/meta/1588230740/.tmp/ns/4dce8fa4e9184e2490cdfe5b410f25fb 2024-11-19T17:18:51,550 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/hbase/meta/1588230740/.tmp/rep_barrier/f3ac95b2e01e4817a72d2c44296af3a3 is 112, key is test,,1732036662654.58ba082c7ca753408cfdedd82a96f388./rep_barrier:seqnumDuringOpen/1732036663813/Put/seqid=0 2024-11-19T17:18:51,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44031 is added to blk_1073741841_1017 (size=5518) 2024-11-19T17:18:51,669 INFO [RS:0;280a42d09ec8:35405 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T17:18:51,669 DEBUG [RS:0;280a42d09ec8:35405 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T17:18:51,669 DEBUG [RS:0;280a42d09ec8:35405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:18:51,869 DEBUG [RS:0;280a42d09ec8:35405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:18:51,955 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/hbase/meta/1588230740/.tmp/rep_barrier/f3ac95b2e01e4817a72d2c44296af3a3 2024-11-19T17:18:51,989 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/hbase/meta/1588230740/.tmp/table/309f71ed745d416cbf6a075723ff9351 is 40, key is test/table:state/1732036663823/Put/seqid=0 2024-11-19T17:18:52,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44031 is added to blk_1073741842_1018 (size=5165) 2024-11-19T17:18:52,069 DEBUG [RS:0;280a42d09ec8:35405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:18:52,269 DEBUG [RS:0;280a42d09ec8:35405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:18:52,407 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/hbase/meta/1588230740/.tmp/table/309f71ed745d416cbf6a075723ff9351 2024-11-19T17:18:52,414 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/hbase/meta/1588230740/.tmp/info/62441c6a3e554afa9293f7f7469ca1ad as hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/hbase/meta/1588230740/info/62441c6a3e554afa9293f7f7469ca1ad 2024-11-19T17:18:52,419 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/hbase/meta/1588230740/info/62441c6a3e554afa9293f7f7469ca1ad, entries=10, sequenceid=11, filesize=6.3 K 2024-11-19T17:18:52,420 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/hbase/meta/1588230740/.tmp/ns/4dce8fa4e9184e2490cdfe5b410f25fb as hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/hbase/meta/1588230740/ns/4dce8fa4e9184e2490cdfe5b410f25fb 2024-11-19T17:18:52,425 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/hbase/meta/1588230740/ns/4dce8fa4e9184e2490cdfe5b410f25fb, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T17:18:52,425 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/hbase/meta/1588230740/.tmp/rep_barrier/f3ac95b2e01e4817a72d2c44296af3a3 as hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/hbase/meta/1588230740/rep_barrier/f3ac95b2e01e4817a72d2c44296af3a3 2024-11-19T17:18:52,430 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/hbase/meta/1588230740/rep_barrier/f3ac95b2e01e4817a72d2c44296af3a3, entries=1, sequenceid=11, filesize=5.4 K 2024-11-19T17:18:52,431 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/hbase/meta/1588230740/.tmp/table/309f71ed745d416cbf6a075723ff9351 as hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/hbase/meta/1588230740/table/309f71ed745d416cbf6a075723ff9351 2024-11-19T17:18:52,435 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/hbase/meta/1588230740/table/309f71ed745d416cbf6a075723ff9351, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T17:18:52,436 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1768ms, sequenceid=11, compaction requested=false 2024-11-19T17:18:52,440 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T17:18:52,441 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:18:52,441 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:18:52,441 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:18:52,441 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036730668Running coprocessor pre-close hooks at 1732036730668Disabling compacts and flushes for region at 1732036730668Disabling writes for close at 1732036730668Obtaining lock to block concurrent updates at 1732036730668Preparing flush snapshotting stores in 1588230740 at 1732036730668Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732036730668Flushing stores of hbase:meta,,1.1588230740 at 1732036730669 (+1 ms)Flushing 1588230740/info: creating writer at 1732036730669Flushing 1588230740/info: appending metadata at 1732036730689 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732036730689Flushing 1588230740/ns: creating writer at 1732036731100 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732036731118 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732036731118Flushing 1588230740/rep_barrier: creating writer at 1732036731530 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732036731549 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732036731549Flushing 1588230740/table: creating writer at 1732036731961 (+412 ms)Flushing 1588230740/table: appending metadata at 1732036731989 (+28 ms)Flushing 1588230740/table: closing flushed file at 1732036731989Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51d3ddff: reopening flushed file at 1732036732413 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45c1902e: reopening flushed file at 1732036732419 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ac2cfd4: reopening flushed file at 1732036732425 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d9c03a1: reopening flushed file at 1732036732430 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1768ms, sequenceid=11, compaction requested=false at 1732036732436 (+6 ms)Writing region close event to WAL at 1732036732438 (+2 ms)Running coprocessor post-close hooks at 1732036732441 (+3 ms)Closed at 1732036732441 2024-11-19T17:18:52,441 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T17:18:52,470 INFO [RS:0;280a42d09ec8:35405 {}] regionserver.HRegionServer(976): stopping server 280a42d09ec8,35405,1732036657451; all regions closed. 2024-11-19T17:18:52,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44031 is added to blk_1073741834_1010 (size=2717) 2024-11-19T17:18:52,472 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/WALs/280a42d09ec8,35405,1732036657451/280a42d09ec8%2C35405%2C1732036657451.meta.1732036660388.meta not finished, retry = 0 2024-11-19T17:18:52,575 DEBUG [RS:0;280a42d09ec8:35405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/oldWALs 2024-11-19T17:18:52,575 INFO [RS:0;280a42d09ec8:35405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 280a42d09ec8%2C35405%2C1732036657451.meta:.meta(num 1732036660388) 2024-11-19T17:18:52,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44031 is added to blk_1073741832_1008 (size=1028) 2024-11-19T17:18:52,577 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/WALs/280a42d09ec8,35405,1732036657451/280a42d09ec8%2C35405%2C1732036657451.1732036659445 not finished, retry = 0 2024-11-19T17:18:52,680 DEBUG [RS:0;280a42d09ec8:35405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/oldWALs 2024-11-19T17:18:52,680 INFO [RS:0;280a42d09ec8:35405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 280a42d09ec8%2C35405%2C1732036657451:(num 1732036659445) 2024-11-19T17:18:52,680 DEBUG [RS:0;280a42d09ec8:35405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:18:52,680 INFO [RS:0;280a42d09ec8:35405 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:18:52,680 INFO [RS:0;280a42d09ec8:35405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:18:52,680 INFO [RS:0;280a42d09ec8:35405 {}] hbase.ChoreService(370): Chore service for: regionserver/280a42d09ec8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T17:18:52,680 INFO [RS:0;280a42d09ec8:35405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:18:52,681 INFO [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:18:52,681 INFO [RS:0;280a42d09ec8:35405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:35405. 2024-11-19T17:18:52,681 DEBUG [RS:0;280a42d09ec8:35405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:18:52,681 DEBUG [RS:0;280a42d09ec8:35405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:18:52,681 DEBUG [RS:0;280a42d09ec8:35405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:18:52,681 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:18:52,681 INFO [RS:0;280a42d09ec8:35405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35405 2024-11-19T17:18:52,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x101313bd5650003, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362460800/rs 2024-11-19T17:18:52,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35405-0x101313bd5650004, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1362460800/rs/280a42d09ec8,35405,1732036657451 2024-11-19T17:18:52,683 INFO [RS:0;280a42d09ec8:35405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:18:52,686 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [280a42d09ec8,35405,1732036657451] 2024-11-19T17:18:52,688 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1362460800/draining/280a42d09ec8,35405,1732036657451 already deleted, retry=false 2024-11-19T17:18:52,688 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 280a42d09ec8,35405,1732036657451 expired; onlineServers=0 2024-11-19T17:18:52,688 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '280a42d09ec8,42123,1732036657407' ***** 2024-11-19T17:18:52,688 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T17:18:52,688 INFO [M:0;280a42d09ec8:42123 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:18:52,688 INFO [M:0;280a42d09ec8:42123 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:18:52,688 DEBUG [M:0;280a42d09ec8:42123 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T17:18:52,688 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T17:18:52,688 DEBUG [M:0;280a42d09ec8:42123 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T17:18:52,688 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036659228 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036659228,5,FailOnTimeoutGroup] 2024-11-19T17:18:52,688 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036659228 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036659228,5,FailOnTimeoutGroup] 2024-11-19T17:18:52,688 INFO [M:0;280a42d09ec8:42123 {}] hbase.ChoreService(370): Chore service for: master/280a42d09ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T17:18:52,688 INFO [M:0;280a42d09ec8:42123 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:18:52,688 DEBUG [M:0;280a42d09ec8:42123 {}] master.HMaster(1795): Stopping service threads 2024-11-19T17:18:52,689 INFO [M:0;280a42d09ec8:42123 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T17:18:52,689 INFO [M:0;280a42d09ec8:42123 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:18:52,689 INFO [M:0;280a42d09ec8:42123 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T17:18:52,689 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T17:18:52,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x101313bd5650003, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1362460800/master 2024-11-19T17:18:52,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x101313bd5650003, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362460800 2024-11-19T17:18:52,689 DEBUG [M:0;280a42d09ec8:42123 {}] zookeeper.ZKUtil(347): master:42123-0x101313bd5650003, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Unable to get data of znode /1-1362460800/master because node does not exist (not an error) 2024-11-19T17:18:52,689 WARN [M:0;280a42d09ec8:42123 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T17:18:52,691 INFO [M:0;280a42d09ec8:42123 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/.lastflushedseqids 2024-11-19T17:18:52,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44031 is added to blk_1073741843_1019 (size=173) 2024-11-19T17:18:52,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35405-0x101313bd5650004, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:18:52,787 INFO [RS:0;280a42d09ec8:35405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:18:52,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35405-0x101313bd5650004, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:18:52,787 INFO [RS:0;280a42d09ec8:35405 {}] regionserver.HRegionServer(1031): Exiting; stopping=280a42d09ec8,35405,1732036657451; zookeeper connection closed. 2024-11-19T17:18:52,787 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b5dc97a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b5dc97a 2024-11-19T17:18:52,787 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T17:18:53,096 INFO [M:0;280a42d09ec8:42123 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T17:18:53,096 INFO [M:0;280a42d09ec8:42123 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T17:18:53,096 DEBUG [M:0;280a42d09ec8:42123 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:18:53,096 INFO [M:0;280a42d09ec8:42123 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:18:53,096 DEBUG [M:0;280a42d09ec8:42123 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:18:53,096 DEBUG [M:0;280a42d09ec8:42123 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:18:53,096 DEBUG [M:0;280a42d09ec8:42123 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:18:53,096 INFO [M:0;280a42d09ec8:42123 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-11-19T17:18:53,113 DEBUG [M:0;280a42d09ec8:42123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d716a7ebbedd4ee09bfb73d2bc6c37ae is 82, key is hbase:meta,,1/info:regioninfo/1732036660426/Put/seqid=0 2024-11-19T17:18:53,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44031 is added to blk_1073741844_1020 (size=5672) 2024-11-19T17:18:53,518 INFO [M:0;280a42d09ec8:42123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d716a7ebbedd4ee09bfb73d2bc6c37ae 2024-11-19T17:18:53,537 DEBUG [M:0;280a42d09ec8:42123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8670421faca04535aba5f101900f58af is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732036663827/Put/seqid=0 2024-11-19T17:18:53,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44031 is added to blk_1073741845_1021 (size=6728) 2024-11-19T17:18:53,942 INFO [M:0;280a42d09ec8:42123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8670421faca04535aba5f101900f58af 2024-11-19T17:18:53,946 INFO [M:0;280a42d09ec8:42123 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8670421faca04535aba5f101900f58af 2024-11-19T17:18:53,961 DEBUG [M:0;280a42d09ec8:42123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8732bfe12baa4fe09df611a42897a5d0 is 69, key is 280a42d09ec8,35405,1732036657451/rs:state/1732036659297/Put/seqid=0 2024-11-19T17:18:53,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44031 is added to blk_1073741846_1022 (size=5156) 2024-11-19T17:18:54,239 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/WALs/280a42d09ec8,43357,1732036652897/280a42d09ec8%2C43357%2C1732036652897.1732036654894 to pos 997, reset compression=false 2024-11-19T17:18:54,366 INFO [M:0;280a42d09ec8:42123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8732bfe12baa4fe09df611a42897a5d0 2024-11-19T17:18:54,371 DEBUG [M:0;280a42d09ec8:42123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d716a7ebbedd4ee09bfb73d2bc6c37ae as hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d716a7ebbedd4ee09bfb73d2bc6c37ae 2024-11-19T17:18:54,377 INFO [M:0;280a42d09ec8:42123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d716a7ebbedd4ee09bfb73d2bc6c37ae, entries=8, sequenceid=58, filesize=5.5 K 2024-11-19T17:18:54,378 DEBUG [M:0;280a42d09ec8:42123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8670421faca04535aba5f101900f58af as hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8670421faca04535aba5f101900f58af 2024-11-19T17:18:54,383 INFO [M:0;280a42d09ec8:42123 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8670421faca04535aba5f101900f58af 2024-11-19T17:18:54,383 INFO [M:0;280a42d09ec8:42123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8670421faca04535aba5f101900f58af, entries=6, sequenceid=58, filesize=6.6 K 2024-11-19T17:18:54,384 DEBUG [M:0;280a42d09ec8:42123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8732bfe12baa4fe09df611a42897a5d0 as hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8732bfe12baa4fe09df611a42897a5d0 2024-11-19T17:18:54,388 INFO [M:0;280a42d09ec8:42123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42593/user/jenkins/test-data/747f9729-da22-d9c9-5ad4-dba5a55cc6d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8732bfe12baa4fe09df611a42897a5d0, entries=1, sequenceid=58, filesize=5.0 K 2024-11-19T17:18:54,389 INFO [M:0;280a42d09ec8:42123 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=58, compaction requested=false 2024-11-19T17:18:54,390 INFO [M:0;280a42d09ec8:42123 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:18:54,390 DEBUG [M:0;280a42d09ec8:42123 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036733096Disabling compacts and flushes for region at 1732036733096Disabling writes for close at 1732036733096Obtaining lock to block concurrent updates at 1732036733096Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732036733096Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1732036733096Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732036733097 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732036733097Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732036733112 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732036733113 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732036733523 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732036733537 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732036733537Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732036733946 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732036733960 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732036733960Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c9e805c: reopening flushed file at 1732036734370 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3466fd7b: reopening flushed file at 1732036734377 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2722f65: reopening flushed file at 1732036734383 (+6 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=58, compaction requested=false at 1732036734389 (+6 ms)Writing region close event to WAL at 1732036734390 (+1 ms)Closed at 1732036734390 2024-11-19T17:18:54,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44031 is added to blk_1073741830_1006 (size=33038) 2024-11-19T17:18:54,393 INFO [M:0;280a42d09ec8:42123 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T17:18:54,393 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:18:54,393 INFO [M:0;280a42d09ec8:42123 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42123 2024-11-19T17:18:54,394 INFO [M:0;280a42d09ec8:42123 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:18:54,496 INFO [M:0;280a42d09ec8:42123 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:18:54,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x101313bd5650003, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:18:54,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x101313bd5650003, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:18:54,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28bd404e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:18:54,499 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@428311ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:18:54,499 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:18:54,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@759cc101{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:18:54,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c656c29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1/hadoop.log.dir/,STOPPED} 2024-11-19T17:18:54,500 WARN [BP-1599188801-172.17.0.2-1732036656093 heartbeating to localhost/127.0.0.1:42593 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T17:18:54,500 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T17:18:54,500 WARN [BP-1599188801-172.17.0.2-1732036656093 heartbeating to localhost/127.0.0.1:42593 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1599188801-172.17.0.2-1732036656093 (Datanode Uuid b26a6fbc-b586-4edd-a7df-6b22f64f2ca7) service to localhost/127.0.0.1:42593 2024-11-19T17:18:54,500 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T17:18:54,501 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1/cluster_d308112f-e5de-1455-f568-b4876297a490/data/data1/current/BP-1599188801-172.17.0.2-1732036656093 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:18:54,501 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1/cluster_d308112f-e5de-1455-f568-b4876297a490/data/data2/current/BP-1599188801-172.17.0.2-1732036656093 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:18:54,501 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T17:18:54,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@444d644d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:18:54,509 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30211fed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:18:54,509 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:18:54,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@190dc48d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:18:54,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a69e711{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1/hadoop.log.dir/,STOPPED} 2024-11-19T17:18:54,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T17:18:54,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T17:18:54,524 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:18:54,524 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:18:54,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:18:54,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:18:54,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:18:54,525 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T17:18:54,525 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=394603458, stopped=false 2024-11-19T17:18:54,525 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=280a42d09ec8,38931,1732036652848 2024-11-19T17:18:54,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43357-0x101313bd5650001, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01609875919/running 2024-11-19T17:18:54,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x101313bd5650000, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01609875919/running 2024-11-19T17:18:54,526 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:18:54,526 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:18:54,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43357-0x101313bd5650001, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01609875919 2024-11-19T17:18:54,526 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:18:54,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x101313bd5650000, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01609875919 2024-11-19T17:18:54,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:18:54,527 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '280a42d09ec8,43357,1732036652897' ***** 2024-11-19T17:18:54,527 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T17:18:54,527 INFO [RS:0;280a42d09ec8:43357 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T17:18:54,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43357-0x101313bd5650001, quorum=127.0.0.1:64960, baseZNode=/01609875919 Set watcher on znode that does not yet exist, /01609875919/running 2024-11-19T17:18:54,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38931-0x101313bd5650000, quorum=127.0.0.1:64960, baseZNode=/01609875919 Set watcher on znode that does not yet exist, /01609875919/running 2024-11-19T17:18:54,527 INFO [RS:0;280a42d09ec8:43357 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T17:18:54,527 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T17:18:54,527 INFO [RS:0;280a42d09ec8:43357 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T17:18:54,527 INFO [RS:0;280a42d09ec8:43357 {}] regionserver.HRegionServer(3091): Received CLOSE for 3669644df726575cdbf4afff6307558e 2024-11-19T17:18:54,528 INFO [regionserver/280a42d09ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:18:54,528 INFO [RS:0;280a42d09ec8:43357 {}] regionserver.HRegionServer(3091): Received CLOSE for 818b1023dfdbcd3a640a3c3676513d13 2024-11-19T17:18:54,528 INFO [RS:0;280a42d09ec8:43357 {}] regionserver.HRegionServer(959): stopping server 280a42d09ec8,43357,1732036652897 2024-11-19T17:18:54,528 INFO [RS:0;280a42d09ec8:43357 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:18:54,528 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3669644df726575cdbf4afff6307558e, disabling compactions & flushes 2024-11-19T17:18:54,528 INFO [RS:0;280a42d09ec8:43357 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:43357. 2024-11-19T17:18:54,528 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732036664830.3669644df726575cdbf4afff6307558e. 2024-11-19T17:18:54,528 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732036664830.3669644df726575cdbf4afff6307558e. 2024-11-19T17:18:54,528 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732036664830.3669644df726575cdbf4afff6307558e. after waiting 0 ms 2024-11-19T17:18:54,528 DEBUG [RS:0;280a42d09ec8:43357 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:18:54,528 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732036664830.3669644df726575cdbf4afff6307558e. 2024-11-19T17:18:54,528 DEBUG [RS:0;280a42d09ec8:43357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:18:54,528 INFO [RS:0;280a42d09ec8:43357 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T17:18:54,528 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3669644df726575cdbf4afff6307558e 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-19T17:18:54,528 INFO [RS:0;280a42d09ec8:43357 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T17:18:54,528 INFO [RS:0;280a42d09ec8:43357 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T17:18:54,528 INFO [RS:0;280a42d09ec8:43357 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T17:18:54,529 INFO [RS:0;280a42d09ec8:43357 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T17:18:54,529 DEBUG [RS:0;280a42d09ec8:43357 {}] regionserver.HRegionServer(1325): Online Regions={3669644df726575cdbf4afff6307558e=hbase:replication,,1732036664830.3669644df726575cdbf4afff6307558e., 1588230740=hbase:meta,,1.1588230740, 818b1023dfdbcd3a640a3c3676513d13=test,,1732036660497.818b1023dfdbcd3a640a3c3676513d13.} 2024-11-19T17:18:54,529 DEBUG [RS:0;280a42d09ec8:43357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3669644df726575cdbf4afff6307558e, 818b1023dfdbcd3a640a3c3676513d13 2024-11-19T17:18:54,529 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:18:54,529 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:18:54,529 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:18:54,529 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:18:54,529 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:18:54,529 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T17:18:54,545 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/replication/3669644df726575cdbf4afff6307558e/.tmp/hfileref/c50c4b8b77ff4e5bbff9b8a31965d1b2 is 74, key is 1/hfileref:4bb0192c441b4864b806e0760b7c8277_SeqId_4_/1732036669331/DeleteColumn/seqid=0 2024-11-19T17:18:54,546 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/meta/1588230740/.tmp/info/f270131c57e84c2193212f2a8efa0c0b is 147, key is hbase:replication,,1732036664830.3669644df726575cdbf4afff6307558e./info:regioninfo/1732036666019/Put/seqid=0 2024-11-19T17:18:54,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741844_1020 (size=5203) 2024-11-19T17:18:54,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741845_1021 (size=7686) 2024-11-19T17:18:54,729 DEBUG [RS:0;280a42d09ec8:43357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3669644df726575cdbf4afff6307558e, 818b1023dfdbcd3a640a3c3676513d13 2024-11-19T17:18:54,830 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T17:18:54,831 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T17:18:54,929 DEBUG [RS:0;280a42d09ec8:43357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3669644df726575cdbf4afff6307558e, 818b1023dfdbcd3a640a3c3676513d13 2024-11-19T17:18:54,950 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/replication/3669644df726575cdbf4afff6307558e/.tmp/hfileref/c50c4b8b77ff4e5bbff9b8a31965d1b2 2024-11-19T17:18:54,950 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/meta/1588230740/.tmp/info/f270131c57e84c2193212f2a8efa0c0b 2024-11-19T17:18:54,970 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/meta/1588230740/.tmp/ns/5d6b35eacc3e4106ad0daba270d0aaa0 is 43, key is default/ns:d/1732036655949/Put/seqid=0 2024-11-19T17:18:54,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741846_1022 (size=5153) 2024-11-19T17:18:54,979 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/replication/3669644df726575cdbf4afff6307558e/.tmp/queue/1fad614bc60440bbbca345e4a7a24e66 is 153, key is 1-280a42d09ec8,43357,1732036652897/queue:280a42d09ec8%2C43357%2C1732036652897/1732036671143/Put/seqid=0 2024-11-19T17:18:54,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741847_1023 (size=5352) 2024-11-19T17:18:55,129 DEBUG [RS:0;280a42d09ec8:43357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3669644df726575cdbf4afff6307558e, 818b1023dfdbcd3a640a3c3676513d13 2024-11-19T17:18:55,329 DEBUG [RS:0;280a42d09ec8:43357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3669644df726575cdbf4afff6307558e, 818b1023dfdbcd3a640a3c3676513d13 2024-11-19T17:18:55,375 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/meta/1588230740/.tmp/ns/5d6b35eacc3e4106ad0daba270d0aaa0 2024-11-19T17:18:55,383 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/replication/3669644df726575cdbf4afff6307558e/.tmp/queue/1fad614bc60440bbbca345e4a7a24e66 2024-11-19T17:18:55,388 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/replication/3669644df726575cdbf4afff6307558e/.tmp/hfileref/c50c4b8b77ff4e5bbff9b8a31965d1b2 as hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/replication/3669644df726575cdbf4afff6307558e/hfileref/c50c4b8b77ff4e5bbff9b8a31965d1b2 2024-11-19T17:18:55,393 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/replication/3669644df726575cdbf4afff6307558e/hfileref/c50c4b8b77ff4e5bbff9b8a31965d1b2, entries=2, sequenceid=10, filesize=5.1 K 2024-11-19T17:18:55,394 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/replication/3669644df726575cdbf4afff6307558e/.tmp/queue/1fad614bc60440bbbca345e4a7a24e66 as hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/replication/3669644df726575cdbf4afff6307558e/queue/1fad614bc60440bbbca345e4a7a24e66 2024-11-19T17:18:55,396 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/meta/1588230740/.tmp/rep_barrier/edfe6ae8462f4bb9b47cd4b69f17d82f is 112, key is test,,1732036660497.818b1023dfdbcd3a640a3c3676513d13./rep_barrier:seqnumDuringOpen/1732036661688/Put/seqid=0 2024-11-19T17:18:55,400 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/replication/3669644df726575cdbf4afff6307558e/queue/1fad614bc60440bbbca345e4a7a24e66, entries=1, sequenceid=10, filesize=5.2 K 2024-11-19T17:18:55,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741848_1024 (size=5518) 2024-11-19T17:18:55,401 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 3669644df726575cdbf4afff6307558e in 873ms, sequenceid=10, compaction requested=false 2024-11-19T17:18:55,405 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/replication/3669644df726575cdbf4afff6307558e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T17:18:55,405 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:18:55,405 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:18:55,405 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732036664830.3669644df726575cdbf4afff6307558e. 2024-11-19T17:18:55,405 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3669644df726575cdbf4afff6307558e: Waiting for close lock at 1732036734528Running coprocessor pre-close hooks at 1732036734528Disabling compacts and flushes for region at 1732036734528Disabling writes for close at 1732036734528Obtaining lock to block concurrent updates at 1732036734528Preparing flush snapshotting stores in 3669644df726575cdbf4afff6307558e at 1732036734528Finished memstore snapshotting hbase:replication,,1732036664830.3669644df726575cdbf4afff6307558e., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732036734529 (+1 ms)Flushing stores of hbase:replication,,1732036664830.3669644df726575cdbf4afff6307558e. at 1732036734529Flushing 3669644df726575cdbf4afff6307558e/hfileref: creating writer at 1732036734529Flushing 3669644df726575cdbf4afff6307558e/hfileref: appending metadata at 1732036734545 (+16 ms)Flushing 3669644df726575cdbf4afff6307558e/hfileref: closing flushed file at 1732036734545Flushing 3669644df726575cdbf4afff6307558e/queue: creating writer at 1732036734956 (+411 ms)Flushing 3669644df726575cdbf4afff6307558e/queue: appending metadata at 1732036734979 (+23 ms)Flushing 3669644df726575cdbf4afff6307558e/queue: closing flushed file at 1732036734979Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e833bf: reopening flushed file at 1732036735388 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d3ae1b1: reopening flushed file at 1732036735393 (+5 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 3669644df726575cdbf4afff6307558e in 873ms, sequenceid=10, compaction requested=false at 1732036735401 (+8 ms)Writing region close event to WAL at 1732036735402 (+1 ms)Running coprocessor post-close hooks at 1732036735405 (+3 ms)Closed at 1732036735405 2024-11-19T17:18:55,406 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732036664830.3669644df726575cdbf4afff6307558e. 2024-11-19T17:18:55,406 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 818b1023dfdbcd3a640a3c3676513d13, disabling compactions & flushes 2024-11-19T17:18:55,406 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732036660497.818b1023dfdbcd3a640a3c3676513d13. 2024-11-19T17:18:55,406 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732036660497.818b1023dfdbcd3a640a3c3676513d13. 2024-11-19T17:18:55,406 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732036660497.818b1023dfdbcd3a640a3c3676513d13. after waiting 0 ms 2024-11-19T17:18:55,406 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732036660497.818b1023dfdbcd3a640a3c3676513d13. 2024-11-19T17:18:55,410 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/default/test/818b1023dfdbcd3a640a3c3676513d13/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T17:18:55,411 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:18:55,411 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T17:18:55,411 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732036660497.818b1023dfdbcd3a640a3c3676513d13. 2024-11-19T17:18:55,411 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 818b1023dfdbcd3a640a3c3676513d13: Waiting for close lock at 1732036735406Running coprocessor pre-close hooks at 1732036735406Disabling compacts and flushes for region at 1732036735406Disabling writes for close at 1732036735406Writing region close event to WAL at 1732036735407 (+1 ms)Running coprocessor post-close hooks at 1732036735411 (+4 ms)Closed at 1732036735411 2024-11-19T17:18:55,411 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732036660497.818b1023dfdbcd3a640a3c3676513d13. 2024-11-19T17:18:55,530 INFO [RS:0;280a42d09ec8:43357 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T17:18:55,530 DEBUG [RS:0;280a42d09ec8:43357 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T17:18:55,530 DEBUG [RS:0;280a42d09ec8:43357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:18:55,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:18:55,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:18:55,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:18:55,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:18:55,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:18:55,730 DEBUG [RS:0;280a42d09ec8:43357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:18:55,801 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/meta/1588230740/.tmp/rep_barrier/edfe6ae8462f4bb9b47cd4b69f17d82f 2024-11-19T17:18:55,821 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/meta/1588230740/.tmp/table/bd896177a6214ff3a20521be8b0bb544 is 53, key is hbase:replication/table:state/1732036666028/Put/seqid=0 2024-11-19T17:18:55,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741849_1025 (size=5308) 2024-11-19T17:18:55,930 DEBUG [RS:0;280a42d09ec8:43357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:18:56,130 DEBUG [RS:0;280a42d09ec8:43357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:18:56,206 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T17:18:56,228 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/meta/1588230740/.tmp/table/bd896177a6214ff3a20521be8b0bb544 2024-11-19T17:18:56,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:18:56,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:18:56,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:18:56,236 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/meta/1588230740/.tmp/info/f270131c57e84c2193212f2a8efa0c0b as hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/meta/1588230740/info/f270131c57e84c2193212f2a8efa0c0b 2024-11-19T17:18:56,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:18:56,243 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/meta/1588230740/info/f270131c57e84c2193212f2a8efa0c0b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T17:18:56,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:18:56,245 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/meta/1588230740/.tmp/ns/5d6b35eacc3e4106ad0daba270d0aaa0 as hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/meta/1588230740/ns/5d6b35eacc3e4106ad0daba270d0aaa0 2024-11-19T17:18:56,251 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/meta/1588230740/ns/5d6b35eacc3e4106ad0daba270d0aaa0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T17:18:56,252 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/meta/1588230740/.tmp/rep_barrier/edfe6ae8462f4bb9b47cd4b69f17d82f as hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/meta/1588230740/rep_barrier/edfe6ae8462f4bb9b47cd4b69f17d82f 2024-11-19T17:18:56,260 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/meta/1588230740/rep_barrier/edfe6ae8462f4bb9b47cd4b69f17d82f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T17:18:56,261 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/meta/1588230740/.tmp/table/bd896177a6214ff3a20521be8b0bb544 as hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/meta/1588230740/table/bd896177a6214ff3a20521be8b0bb544 2024-11-19T17:18:56,269 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/meta/1588230740/table/bd896177a6214ff3a20521be8b0bb544, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T17:18:56,270 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1741ms, sequenceid=16, compaction requested=false 2024-11-19T17:18:56,289 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T17:18:56,289 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:18:56,289 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:18:56,290 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:18:56,290 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036734529Running coprocessor pre-close hooks at 1732036734529Disabling compacts and flushes for region at 1732036734529Disabling writes for close at 1732036734529Obtaining lock to block concurrent updates at 1732036734529Preparing flush snapshotting stores in 1588230740 at 1732036734529Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732036734529Flushing stores of hbase:meta,,1.1588230740 at 1732036734530 (+1 ms)Flushing 1588230740/info: creating writer at 1732036734530Flushing 1588230740/info: appending metadata at 1732036734546 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732036734546Flushing 1588230740/ns: creating writer at 1732036734956 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732036734970 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732036734970Flushing 1588230740/rep_barrier: creating writer at 1732036735380 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732036735395 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732036735395Flushing 1588230740/table: creating writer at 1732036735806 (+411 ms)Flushing 1588230740/table: appending metadata at 1732036735821 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732036735821Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17d5ecc2: reopening flushed file at 1732036736234 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a885c8e: reopening flushed file at 1732036736244 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fb7dce9: reopening flushed file at 1732036736251 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3444ea64: reopening flushed file at 1732036736260 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1741ms, sequenceid=16, compaction requested=false at 1732036736270 (+10 ms)Writing region close event to WAL at 1732036736283 (+13 ms)Running coprocessor post-close hooks at 1732036736289 (+6 ms)Closed at 1732036736290 (+1 ms) 2024-11-19T17:18:56,290 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T17:18:56,331 INFO [RS:0;280a42d09ec8:43357 {}] regionserver.HRegionServer(976): stopping server 280a42d09ec8,43357,1732036652897; all regions closed. 2024-11-19T17:18:56,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741834_1010 (size=4239) 2024-11-19T17:18:56,336 DEBUG [RS:0;280a42d09ec8:43357 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/oldWALs 2024-11-19T17:18:56,336 INFO [RS:0;280a42d09ec8:43357 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 280a42d09ec8%2C43357%2C1732036652897.meta:.meta(num 1732036655860) 2024-11-19T17:18:56,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741839_1015 (size=2700) 2024-11-19T17:18:56,340 DEBUG [RS:0;280a42d09ec8:43357 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/oldWALs 2024-11-19T17:18:56,340 INFO [RS:0;280a42d09ec8:43357 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 280a42d09ec8%2C43357%2C1732036652897.rep:(num 1732036665974) 2024-11-19T17:18:56,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741832_1008 (size=1300) 2024-11-19T17:18:56,344 DEBUG [RS:0;280a42d09ec8:43357 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/oldWALs 2024-11-19T17:18:56,344 INFO [RS:0;280a42d09ec8:43357 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 280a42d09ec8%2C43357%2C1732036652897:(num 1732036654894) 2024-11-19T17:18:56,344 DEBUG [RS:0;280a42d09ec8:43357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:18:56,344 INFO [RS:0;280a42d09ec8:43357 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:18:56,344 INFO [RS:0;280a42d09ec8:43357 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:18:56,344 INFO [RS:0;280a42d09ec8:43357 {}] hbase.ChoreService(370): Chore service for: regionserver/280a42d09ec8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T17:18:56,344 INFO [RS:0;280a42d09ec8:43357 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:18:56,345 INFO [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:18:56,345 INFO [RS:0;280a42d09ec8:43357 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-280a42d09ec8,43357,1732036652897 because: Region server is closing 2024-11-19T17:18:56,345 INFO [RS:0;280a42d09ec8:43357 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:43357. 2024-11-19T17:18:56,345 DEBUG [RS:0;280a42d09ec8:43357 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:18:56,345 DEBUG [RS:0;280a42d09ec8:43357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:18:56,345 DEBUG [RS:0;280a42d09ec8:43357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:18:56,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:18:56,446 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.shipper280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T17:18:56,446 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.wal-reader.280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T17:18:56,446 INFO [RS:0;280a42d09ec8:43357 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,43357,1732036652897.replicationSource.shipper280a42d09ec8%2C43357%2C1732036652897,1-280a42d09ec8,43357,1732036652897 terminated 2024-11-19T17:18:56,446 INFO [RS:0;280a42d09ec8:43357 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43357 2024-11-19T17:18:56,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43357-0x101313bd5650001, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01609875919/rs/280a42d09ec8,43357,1732036652897 2024-11-19T17:18:56,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x101313bd5650000, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01609875919/rs 2024-11-19T17:18:56,448 INFO [RS:0;280a42d09ec8:43357 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:18:56,449 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [280a42d09ec8,43357,1732036652897] 2024-11-19T17:18:56,452 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01609875919/draining/280a42d09ec8,43357,1732036652897 already deleted, retry=false 2024-11-19T17:18:56,452 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 280a42d09ec8,43357,1732036652897 expired; onlineServers=0 2024-11-19T17:18:56,452 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '280a42d09ec8,38931,1732036652848' ***** 2024-11-19T17:18:56,452 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T17:18:56,452 INFO [M:0;280a42d09ec8:38931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:18:56,452 INFO [M:0;280a42d09ec8:38931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:18:56,453 DEBUG [M:0;280a42d09ec8:38931 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T17:18:56,453 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T17:18:56,453 DEBUG [M:0;280a42d09ec8:38931 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T17:18:56,453 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036654679 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036654679,5,FailOnTimeoutGroup] 2024-11-19T17:18:56,453 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036654680 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036654680,5,FailOnTimeoutGroup] 2024-11-19T17:18:56,453 INFO [M:0;280a42d09ec8:38931 {}] hbase.ChoreService(370): Chore service for: master/280a42d09ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T17:18:56,453 INFO [M:0;280a42d09ec8:38931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:18:56,453 DEBUG [M:0;280a42d09ec8:38931 {}] master.HMaster(1795): Stopping service threads 2024-11-19T17:18:56,453 INFO [M:0;280a42d09ec8:38931 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T17:18:56,453 INFO [M:0;280a42d09ec8:38931 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:18:56,453 INFO [M:0;280a42d09ec8:38931 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T17:18:56,453 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T17:18:56,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x101313bd5650000, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01609875919/master 2024-11-19T17:18:56,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x101313bd5650000, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01609875919 2024-11-19T17:18:56,456 DEBUG [M:0;280a42d09ec8:38931 {}] zookeeper.ZKUtil(347): master:38931-0x101313bd5650000, quorum=127.0.0.1:64960, baseZNode=/01609875919 Unable to get data of znode /01609875919/master because node does not exist (not an error) 2024-11-19T17:18:56,456 WARN [M:0;280a42d09ec8:38931 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T17:18:56,461 INFO [M:0;280a42d09ec8:38931 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/.lastflushedseqids 2024-11-19T17:18:56,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741850_1026 (size=263) 2024-11-19T17:18:56,484 INFO [M:0;280a42d09ec8:38931 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T17:18:56,484 INFO [M:0;280a42d09ec8:38931 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T17:18:56,484 DEBUG [M:0;280a42d09ec8:38931 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:18:56,484 INFO [M:0;280a42d09ec8:38931 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:18:56,484 DEBUG [M:0;280a42d09ec8:38931 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:18:56,484 DEBUG [M:0;280a42d09ec8:38931 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:18:56,484 DEBUG [M:0;280a42d09ec8:38931 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:18:56,485 INFO [M:0;280a42d09ec8:38931 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-19T17:18:56,502 DEBUG [M:0;280a42d09ec8:38931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32dfeb839aac4a98af86f60251993211 is 82, key is hbase:meta,,1/info:regioninfo/1732036655925/Put/seqid=0 2024-11-19T17:18:56,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741851_1027 (size=5672) 2024-11-19T17:18:56,506 INFO [M:0;280a42d09ec8:38931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32dfeb839aac4a98af86f60251993211 2024-11-19T17:18:56,526 DEBUG [M:0;280a42d09ec8:38931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ceaee6fbada145fe943f049854e98fad is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732036661706/Put/seqid=0 2024-11-19T17:18:56,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741852_1028 (size=7240) 2024-11-19T17:18:56,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43357-0x101313bd5650001, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:18:56,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43357-0x101313bd5650001, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:18:56,552 INFO [RS:0;280a42d09ec8:43357 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:18:56,552 INFO [RS:0;280a42d09ec8:43357 {}] regionserver.HRegionServer(1031): Exiting; stopping=280a42d09ec8,43357,1732036652897; zookeeper connection closed. 2024-11-19T17:18:56,552 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@34097273 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@34097273 2024-11-19T17:18:56,552 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T17:18:56,932 INFO [M:0;280a42d09ec8:38931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ceaee6fbada145fe943f049854e98fad 2024-11-19T17:18:56,938 INFO [M:0;280a42d09ec8:38931 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ceaee6fbada145fe943f049854e98fad 2024-11-19T17:18:56,966 DEBUG [M:0;280a42d09ec8:38931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b10a265fa374f58b59f523b909394f7 is 69, key is 280a42d09ec8,43357,1732036652897/rs:state/1732036654741/Put/seqid=0 2024-11-19T17:18:56,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741853_1029 (size=5156) 2024-11-19T17:18:56,975 INFO [M:0;280a42d09ec8:38931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b10a265fa374f58b59f523b909394f7 2024-11-19T17:18:56,983 DEBUG [M:0;280a42d09ec8:38931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32dfeb839aac4a98af86f60251993211 as hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/32dfeb839aac4a98af86f60251993211 2024-11-19T17:18:57,002 INFO [M:0;280a42d09ec8:38931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/32dfeb839aac4a98af86f60251993211, entries=8, sequenceid=105, filesize=5.5 K 2024-11-19T17:18:57,004 DEBUG [M:0;280a42d09ec8:38931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ceaee6fbada145fe943f049854e98fad as hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ceaee6fbada145fe943f049854e98fad 2024-11-19T17:18:57,014 INFO [M:0;280a42d09ec8:38931 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ceaee6fbada145fe943f049854e98fad 2024-11-19T17:18:57,014 INFO [M:0;280a42d09ec8:38931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ceaee6fbada145fe943f049854e98fad, entries=11, sequenceid=105, filesize=7.1 K 2024-11-19T17:18:57,016 DEBUG [M:0;280a42d09ec8:38931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b10a265fa374f58b59f523b909394f7 as hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8b10a265fa374f58b59f523b909394f7 2024-11-19T17:18:57,022 INFO [M:0;280a42d09ec8:38931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38127/user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8b10a265fa374f58b59f523b909394f7, entries=1, sequenceid=105, filesize=5.0 K 2024-11-19T17:18:57,024 INFO [M:0;280a42d09ec8:38931 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 539ms, sequenceid=105, compaction requested=false 2024-11-19T17:18:57,026 INFO [M:0;280a42d09ec8:38931 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:18:57,026 DEBUG [M:0;280a42d09ec8:38931 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036736484Disabling compacts and flushes for region at 1732036736484Disabling writes for close at 1732036736484Obtaining lock to block concurrent updates at 1732036736485 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732036736485Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1732036736485Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732036736486 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732036736486Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732036736501 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732036736502 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732036736511 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732036736525 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732036736525Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732036736939 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732036736966 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732036736966Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@321c7a3b: reopening flushed file at 1732036736982 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c2cae65: reopening flushed file at 1732036737003 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e253cbb: reopening flushed file at 1732036737015 (+12 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 539ms, sequenceid=105, compaction requested=false at 1732036737024 (+9 ms)Writing region close event to WAL at 1732036737025 (+1 ms)Closed at 1732036737025 2024-11-19T17:18:57,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741830_1006 (size=64526) 2024-11-19T17:18:57,028 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b89171aa-5b93-0f26-c380-0e71f2792e36/MasterData/WALs/280a42d09ec8,38931,1732036652848/280a42d09ec8%2C38931%2C1732036652848.1732036654586 not finished, retry = 0 2024-11-19T17:18:57,129 INFO [M:0;280a42d09ec8:38931 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T17:18:57,129 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:18:57,129 INFO [M:0;280a42d09ec8:38931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38931 2024-11-19T17:18:57,129 INFO [M:0;280a42d09ec8:38931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:18:57,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x101313bd5650000, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:18:57,232 INFO [M:0;280a42d09ec8:38931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:18:57,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x101313bd5650000, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:18:57,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ec5fece{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:18:57,234 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fc5a1d1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:18:57,234 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:18:57,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61327946{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:18:57,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50618d79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0/hadoop.log.dir/,STOPPED} 2024-11-19T17:18:57,235 WARN [BP-78878920-172.17.0.2-1732036651773 heartbeating to localhost/127.0.0.1:38127 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T17:18:57,236 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T17:18:57,236 WARN [BP-78878920-172.17.0.2-1732036651773 heartbeating to localhost/127.0.0.1:38127 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-78878920-172.17.0.2-1732036651773 (Datanode Uuid e9f6d63a-4da1-4717-886b-2b9dc2d04046) service to localhost/127.0.0.1:38127 2024-11-19T17:18:57,236 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T17:18:57,236 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0/cluster_0b66eff6-8ca2-50d0-7997-c1a5ba46bbc7/data/data1/current/BP-78878920-172.17.0.2-1732036651773 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:18:57,236 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0/cluster_0b66eff6-8ca2-50d0-7997-c1a5ba46bbc7/data/data2/current/BP-78878920-172.17.0.2-1732036651773 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:18:57,237 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T17:18:57,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a317101{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:18:57,243 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18adc6d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:18:57,243 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:18:57,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1425a20b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:18:57,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@530e8ec9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870c018d-67d9-3a23-4d9d-cbc18b7a36b0/hadoop.log.dir/,STOPPED} 2024-11-19T17:18:57,250 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T17:18:57,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T17:18:57,272 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 138) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42593 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38127 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42593 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:42593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64960) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42593 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64960) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f12dcb939c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f12dcb939c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=187 (was 250), ProcessCount=11 (was 11), AvailableMemoryMB=6527 (was 6736) 2024-11-19T17:18:57,280 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=187, ProcessCount=11, AvailableMemoryMB=6527 2024-11-19T17:18:57,293 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-19T17:18:57,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1/hadoop.log.dir so I do NOT create it in target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1 2024-11-19T17:18:57,294 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T17:18:57,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1/hadoop.tmp.dir so I do NOT create it in target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1 2024-11-19T17:18:57,294 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/779c9d1a-08f7-a1bf-fab9-897af928f0e1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T17:18:57,294 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1 2024-11-19T17:18:57,294 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1/cluster_d57ed153-544c-ecae-c821-6aa2ba4a6fad, deleteOnExit=true 2024-11-19T17:18:57,297 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1/cluster_d57ed153-544c-ecae-c821-6aa2ba4a6fad/zookeeper_0, clientPort=49738, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1/cluster_d57ed153-544c-ecae-c821-6aa2ba4a6fad/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1/cluster_d57ed153-544c-ecae-c821-6aa2ba4a6fad/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T17:18:57,298 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49738 2024-11-19T17:18:57,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T17:18:57,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T17:18:57,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1/test.cache.data in system properties and HBase conf 2024-11-19T17:18:57,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T17:18:57,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1/hadoop.log.dir in system properties and HBase conf 2024-11-19T17:18:57,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T17:18:57,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T17:18:57,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T17:18:57,298 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T17:18:57,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:18:57,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:18:57,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T17:18:57,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:18:57,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T17:18:57,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T17:18:57,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:18:57,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:18:57,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T17:18:57,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1/nfs.dump.dir in system properties and HBase conf 2024-11-19T17:18:57,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1/java.io.tmpdir in system properties and HBase conf 2024-11-19T17:18:57,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:18:57,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T17:18:57,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T17:18:57,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101313bd5650005, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T17:18:57,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101313bd5650002, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T17:18:57,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101313bd5650005, quorum=127.0.0.1:64960, baseZNode=/1-1362460800 Received Disconnected from ZooKeeper, ignoring 2024-11-19T17:18:57,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101313bd5650002, quorum=127.0.0.1:64960, baseZNode=/01609875919 Received Disconnected from ZooKeeper, ignoring 2024-11-19T17:18:57,373 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:18:57,377 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:18:57,378 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:18:57,378 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:18:57,378 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T17:18:57,378 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:18:57,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@230b3bed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:18:57,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7648a310{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:18:57,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75db02f5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1/java.io.tmpdir/jetty-localhost-40563-hadoop-hdfs-3_4_1-tests_jar-_-any-9752982485226811414/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:18:57,497 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e60b6d9{HTTP/1.1, (http/1.1)}{localhost:40563} 2024-11-19T17:18:57,498 INFO [Time-limited test {}] server.Server(415): Started @130780ms 2024-11-19T17:18:57,579 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:18:57,583 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:18:57,585 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:18:57,585 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:18:57,585 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T17:18:57,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a27cf90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:18:57,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34b66f5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:18:57,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70328c17{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1/java.io.tmpdir/jetty-localhost-45053-hadoop-hdfs-3_4_1-tests_jar-_-any-17465245355819613673/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:18:57,700 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c1606b0{HTTP/1.1, (http/1.1)}{localhost:45053} 2024-11-19T17:18:57,700 INFO [Time-limited test {}] server.Server(415): Started @130982ms 2024-11-19T17:18:57,701 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T17:18:57,818 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1/cluster_d57ed153-544c-ecae-c821-6aa2ba4a6fad/data/data2/current/BP-1417453142-172.17.0.2-1732036737316/current, will proceed with Du for space computation calculation, 2024-11-19T17:18:57,818 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1/cluster_d57ed153-544c-ecae-c821-6aa2ba4a6fad/data/data1/current/BP-1417453142-172.17.0.2-1732036737316/current, will proceed with Du for space computation calculation, 2024-11-19T17:18:57,842 WARN [Thread-1276 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T17:18:57,844 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf58209d103ed1c5f with lease ID 0xf00cd0f4f83d14c7: Processing first storage report for DS-057e2913-3cf9-4528-a976-81ed6c0c6d66 from datanode DatanodeRegistration(127.0.0.1:44079, datanodeUuid=b1ec710a-be8d-4287-b87b-688e47fec63b, infoPort=46793, infoSecurePort=0, ipcPort=36251, storageInfo=lv=-57;cid=testClusterID;nsid=1664707586;c=1732036737316) 2024-11-19T17:18:57,844 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf58209d103ed1c5f with lease ID 0xf00cd0f4f83d14c7: from storage DS-057e2913-3cf9-4528-a976-81ed6c0c6d66 node DatanodeRegistration(127.0.0.1:44079, datanodeUuid=b1ec710a-be8d-4287-b87b-688e47fec63b, infoPort=46793, infoSecurePort=0, ipcPort=36251, storageInfo=lv=-57;cid=testClusterID;nsid=1664707586;c=1732036737316), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:18:57,844 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf58209d103ed1c5f with lease ID 0xf00cd0f4f83d14c7: Processing first storage report for DS-d94d4f55-2d4e-4900-ba14-4a99fe76833e from datanode DatanodeRegistration(127.0.0.1:44079, datanodeUuid=b1ec710a-be8d-4287-b87b-688e47fec63b, infoPort=46793, infoSecurePort=0, ipcPort=36251, storageInfo=lv=-57;cid=testClusterID;nsid=1664707586;c=1732036737316) 2024-11-19T17:18:57,844 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf58209d103ed1c5f with lease ID 0xf00cd0f4f83d14c7: from storage DS-d94d4f55-2d4e-4900-ba14-4a99fe76833e node DatanodeRegistration(127.0.0.1:44079, datanodeUuid=b1ec710a-be8d-4287-b87b-688e47fec63b, infoPort=46793, infoSecurePort=0, ipcPort=36251, storageInfo=lv=-57;cid=testClusterID;nsid=1664707586;c=1732036737316), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:18:57,936 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1 2024-11-19T17:18:57,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:18:57,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:18:57,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741825_1001 (size=7) 2024-11-19T17:18:58,346 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7 with version=8 2024-11-19T17:18:58,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/hbase-staging 2024-11-19T17:18:58,348 INFO [Time-limited test {}] client.ConnectionUtils(128): master/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:18:58,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:18:58,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:18:58,348 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:18:58,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:18:58,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:18:58,349 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T17:18:58,349 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:18:58,349 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36019 2024-11-19T17:18:58,350 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36019 connecting to ZooKeeper ensemble=127.0.0.1:49738 2024-11-19T17:18:58,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360190x0, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:18:58,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36019-0x101313d239f0000 connected 2024-11-19T17:18:58,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:18:58,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:18:58,376 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36019-0x101313d239f0000, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Set watcher on znode that does not yet exist, /0-2094440756/running 2024-11-19T17:18:58,376 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7, hbase.cluster.distributed=false 2024-11-19T17:18:58,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36019-0x101313d239f0000, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Set watcher on znode that does not yet exist, /0-2094440756/acl 2024-11-19T17:18:58,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36019 2024-11-19T17:18:58,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36019 2024-11-19T17:18:58,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36019 2024-11-19T17:18:58,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36019 2024-11-19T17:18:58,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36019 2024-11-19T17:18:58,401 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:18:58,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:18:58,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:18:58,401 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:18:58,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:18:58,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:18:58,401 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T17:18:58,401 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:18:58,402 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35911 2024-11-19T17:18:58,403 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35911 connecting to ZooKeeper ensemble=127.0.0.1:49738 2024-11-19T17:18:58,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:18:58,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:18:58,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359110x0, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:18:58,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359110x0, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Set watcher on znode that does not yet exist, /0-2094440756/running 2024-11-19T17:18:58,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35911-0x101313d239f0001 connected 2024-11-19T17:18:58,409 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T17:18:58,415 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T17:18:58,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35911-0x101313d239f0001, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Set watcher on znode that does not yet exist, /0-2094440756/master 2024-11-19T17:18:58,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35911-0x101313d239f0001, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Set watcher on znode that does not yet exist, /0-2094440756/acl 2024-11-19T17:18:58,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35911 2024-11-19T17:18:58,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35911 2024-11-19T17:18:58,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35911 2024-11-19T17:18:58,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35911 2024-11-19T17:18:58,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35911 2024-11-19T17:18:58,434 DEBUG [M:0;280a42d09ec8:36019 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;280a42d09ec8:36019 2024-11-19T17:18:58,435 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2094440756/backup-masters/280a42d09ec8,36019,1732036738348 2024-11-19T17:18:58,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x101313d239f0001, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2094440756/backup-masters 2024-11-19T17:18:58,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36019-0x101313d239f0000, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2094440756/backup-masters 2024-11-19T17:18:58,438 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36019-0x101313d239f0000, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Set watcher on existing znode=/0-2094440756/backup-masters/280a42d09ec8,36019,1732036738348 2024-11-19T17:18:58,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x101313d239f0001, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2094440756/master 2024-11-19T17:18:58,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36019-0x101313d239f0000, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2094440756 2024-11-19T17:18:58,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x101313d239f0001, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2094440756 2024-11-19T17:18:58,439 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36019-0x101313d239f0000, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Set watcher on existing znode=/0-2094440756/master 2024-11-19T17:18:58,440 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2094440756/backup-masters/280a42d09ec8,36019,1732036738348 from backup master directory 2024-11-19T17:18:58,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36019-0x101313d239f0000, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2094440756/backup-masters/280a42d09ec8,36019,1732036738348 2024-11-19T17:18:58,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36019-0x101313d239f0000, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2094440756/backup-masters 2024-11-19T17:18:58,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x101313d239f0001, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2094440756/backup-masters 2024-11-19T17:18:58,441 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:18:58,441 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=280a42d09ec8,36019,1732036738348 2024-11-19T17:18:58,445 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/hbase.id] with ID: 405cf641-5bf6-4094-89e5-2018276907f4 2024-11-19T17:18:58,445 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/.tmp/hbase.id 2024-11-19T17:18:58,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741826_1002 (size=42) 2024-11-19T17:18:58,854 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/.tmp/hbase.id]:[hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/hbase.id] 2024-11-19T17:18:58,865 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:18:58,865 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T17:18:58,866 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T17:18:58,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36019-0x101313d239f0000, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2094440756 2024-11-19T17:18:58,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x101313d239f0001, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2094440756 2024-11-19T17:18:58,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741827_1003 (size=196) 2024-11-19T17:18:59,275 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:18:59,275 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T17:18:59,276 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:18:59,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741828_1004 (size=1189) 2024-11-19T17:18:59,683 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store 2024-11-19T17:18:59,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741829_1005 (size=34) 2024-11-19T17:19:00,090 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:00,090 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:19:00,090 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:00,090 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:00,090 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:19:00,090 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:00,090 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:00,090 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036740090Disabling compacts and flushes for region at 1732036740090Disabling writes for close at 1732036740090Writing region close event to WAL at 1732036740090Closed at 1732036740090 2024-11-19T17:19:00,091 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/.initializing 2024-11-19T17:19:00,091 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/WALs/280a42d09ec8,36019,1732036738348 2024-11-19T17:19:00,092 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:19:00,094 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=280a42d09ec8%2C36019%2C1732036738348, suffix=, logDir=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/WALs/280a42d09ec8,36019,1732036738348, archiveDir=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/oldWALs, maxLogs=10 2024-11-19T17:19:00,107 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/WALs/280a42d09ec8,36019,1732036738348/280a42d09ec8%2C36019%2C1732036738348.1732036740094, exclude list is [], retry=0 2024-11-19T17:19:00,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44079,DS-057e2913-3cf9-4528-a976-81ed6c0c6d66,DISK] 2024-11-19T17:19:00,111 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/WALs/280a42d09ec8,36019,1732036738348/280a42d09ec8%2C36019%2C1732036738348.1732036740094 2024-11-19T17:19:00,112 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46793:46793)] 2024-11-19T17:19:00,112 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:19:00,112 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:00,112 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:00,112 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:00,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:00,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T17:19:00,115 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:00,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:00,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:00,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T17:19:00,116 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:00,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:00,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:00,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T17:19:00,118 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:00,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:00,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:00,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T17:19:00,119 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:00,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:00,120 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:00,120 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:00,120 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:00,122 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:00,122 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:00,122 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:19:00,124 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:00,126 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:19:00,126 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74072899, jitterRate=0.10377220809459686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:19:00,127 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732036740112Initializing all the Stores at 1732036740113 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036740113Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036740113Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036740113Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036740113Cleaning up temporary data from old regions at 1732036740122 (+9 ms)Region opened successfully at 1732036740127 (+5 ms) 2024-11-19T17:19:00,127 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T17:19:00,130 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39251ea0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:19:00,131 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T17:19:00,131 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T17:19:00,131 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T17:19:00,131 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T17:19:00,132 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T17:19:00,132 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T17:19:00,132 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T17:19:00,134 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T17:19:00,135 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36019-0x101313d239f0000, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Unable to get data of znode /0-2094440756/balancer because node does not exist (not necessarily an error) 2024-11-19T17:19:00,138 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2094440756/balancer already deleted, retry=false 2024-11-19T17:19:00,138 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T17:19:00,139 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36019-0x101313d239f0000, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Unable to get data of znode /0-2094440756/normalizer because node does not exist (not necessarily an error) 2024-11-19T17:19:00,140 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2094440756/normalizer already deleted, retry=false 2024-11-19T17:19:00,140 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T17:19:00,141 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36019-0x101313d239f0000, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Unable to get data of znode /0-2094440756/switch/split because node does not exist (not necessarily an error) 2024-11-19T17:19:00,142 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2094440756/switch/split already deleted, retry=false 2024-11-19T17:19:00,143 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36019-0x101313d239f0000, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Unable to get data of znode /0-2094440756/switch/merge because node does not exist (not necessarily an error) 2024-11-19T17:19:00,144 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2094440756/switch/merge already deleted, retry=false 2024-11-19T17:19:00,146 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36019-0x101313d239f0000, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Unable to get data of znode /0-2094440756/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T17:19:00,148 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2094440756/snapshot-cleanup already deleted, retry=false 2024-11-19T17:19:00,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x101313d239f0001, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2094440756/running 2024-11-19T17:19:00,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36019-0x101313d239f0000, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2094440756/running 2024-11-19T17:19:00,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36019-0x101313d239f0000, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2094440756 2024-11-19T17:19:00,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x101313d239f0001, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2094440756 2024-11-19T17:19:00,150 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=280a42d09ec8,36019,1732036738348, sessionid=0x101313d239f0000, setting cluster-up flag (Was=false) 2024-11-19T17:19:00,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36019-0x101313d239f0000, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2094440756 2024-11-19T17:19:00,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x101313d239f0001, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2094440756 2024-11-19T17:19:00,158 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2094440756/flush-table-proc/acquired, /0-2094440756/flush-table-proc/reached, /0-2094440756/flush-table-proc/abort 2024-11-19T17:19:00,159 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,36019,1732036738348 2024-11-19T17:19:00,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x101313d239f0001, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2094440756 2024-11-19T17:19:00,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36019-0x101313d239f0000, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2094440756 2024-11-19T17:19:00,166 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2094440756/online-snapshot/acquired, /0-2094440756/online-snapshot/reached, /0-2094440756/online-snapshot/abort 2024-11-19T17:19:00,167 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,36019,1732036738348 2024-11-19T17:19:00,168 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T17:19:00,170 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T17:19:00,170 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T17:19:00,170 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T17:19:00,170 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 280a42d09ec8,36019,1732036738348 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T17:19:00,171 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:19:00,171 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:19:00,171 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:19:00,171 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:19:00,171 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/280a42d09ec8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T17:19:00,171 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:00,171 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:19:00,171 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:00,172 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732036770172 2024-11-19T17:19:00,172 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T17:19:00,172 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T17:19:00,172 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T17:19:00,173 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T17:19:00,173 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T17:19:00,173 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T17:19:00,173 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:00,173 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:19:00,173 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T17:19:00,173 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T17:19:00,173 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T17:19:00,173 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T17:19:00,173 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T17:19:00,173 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T17:19:00,173 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T17:19:00,174 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036740173,5,FailOnTimeoutGroup] 2024-11-19T17:19:00,174 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036740174,5,FailOnTimeoutGroup] 2024-11-19T17:19:00,174 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:00,174 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:00,174 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T17:19:00,174 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:00,174 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:00,174 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T17:19:00,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741831_1007 (size=1321) 2024-11-19T17:19:00,225 INFO [RS:0;280a42d09ec8:35911 {}] regionserver.HRegionServer(746): ClusterId : 405cf641-5bf6-4094-89e5-2018276907f4 2024-11-19T17:19:00,225 DEBUG [RS:0;280a42d09ec8:35911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T17:19:00,230 DEBUG [RS:0;280a42d09ec8:35911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T17:19:00,230 DEBUG [RS:0;280a42d09ec8:35911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T17:19:00,231 DEBUG [RS:0;280a42d09ec8:35911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T17:19:00,232 DEBUG [RS:0;280a42d09ec8:35911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e5f496, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:19:00,244 DEBUG [RS:0;280a42d09ec8:35911 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;280a42d09ec8:35911 2024-11-19T17:19:00,244 INFO [RS:0;280a42d09ec8:35911 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T17:19:00,244 INFO [RS:0;280a42d09ec8:35911 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T17:19:00,244 DEBUG [RS:0;280a42d09ec8:35911 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T17:19:00,244 INFO [RS:0;280a42d09ec8:35911 {}] regionserver.HRegionServer(2659): reportForDuty to master=280a42d09ec8,36019,1732036738348 with port=35911, startcode=1732036738400 2024-11-19T17:19:00,244 DEBUG [RS:0;280a42d09ec8:35911 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T17:19:00,246 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T17:19:00,246 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36019 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 280a42d09ec8,35911,1732036738400 2024-11-19T17:19:00,246 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36019 {}] master.ServerManager(517): Registering regionserver=280a42d09ec8,35911,1732036738400 2024-11-19T17:19:00,248 DEBUG [RS:0;280a42d09ec8:35911 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7 2024-11-19T17:19:00,248 DEBUG [RS:0;280a42d09ec8:35911 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37045 2024-11-19T17:19:00,248 DEBUG [RS:0;280a42d09ec8:35911 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T17:19:00,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36019-0x101313d239f0000, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2094440756/rs 2024-11-19T17:19:00,250 DEBUG [RS:0;280a42d09ec8:35911 {}] zookeeper.ZKUtil(111): regionserver:35911-0x101313d239f0001, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Set watcher on existing znode=/0-2094440756/rs/280a42d09ec8,35911,1732036738400 2024-11-19T17:19:00,250 WARN [RS:0;280a42d09ec8:35911 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:19:00,250 INFO [RS:0;280a42d09ec8:35911 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:19:00,250 DEBUG [RS:0;280a42d09ec8:35911 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,35911,1732036738400 2024-11-19T17:19:00,250 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [280a42d09ec8,35911,1732036738400] 2024-11-19T17:19:00,253 INFO [RS:0;280a42d09ec8:35911 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T17:19:00,255 INFO [RS:0;280a42d09ec8:35911 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T17:19:00,255 INFO [RS:0;280a42d09ec8:35911 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T17:19:00,255 INFO [RS:0;280a42d09ec8:35911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:00,255 INFO [RS:0;280a42d09ec8:35911 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T17:19:00,256 INFO [RS:0;280a42d09ec8:35911 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T17:19:00,256 INFO [RS:0;280a42d09ec8:35911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:00,256 DEBUG [RS:0;280a42d09ec8:35911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:00,256 DEBUG [RS:0;280a42d09ec8:35911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:00,256 DEBUG [RS:0;280a42d09ec8:35911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:00,256 DEBUG [RS:0;280a42d09ec8:35911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:00,256 DEBUG [RS:0;280a42d09ec8:35911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:00,256 DEBUG [RS:0;280a42d09ec8:35911 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:19:00,256 DEBUG [RS:0;280a42d09ec8:35911 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:00,256 DEBUG [RS:0;280a42d09ec8:35911 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:00,256 DEBUG [RS:0;280a42d09ec8:35911 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:00,256 DEBUG [RS:0;280a42d09ec8:35911 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:00,256 DEBUG [RS:0;280a42d09ec8:35911 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:00,256 DEBUG [RS:0;280a42d09ec8:35911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:00,256 DEBUG [RS:0;280a42d09ec8:35911 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:19:00,256 DEBUG [RS:0;280a42d09ec8:35911 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:19:00,257 INFO [RS:0;280a42d09ec8:35911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:00,257 INFO [RS:0;280a42d09ec8:35911 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:00,257 INFO [RS:0;280a42d09ec8:35911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:00,257 INFO [RS:0;280a42d09ec8:35911 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:00,257 INFO [RS:0;280a42d09ec8:35911 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:00,257 INFO [RS:0;280a42d09ec8:35911 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,35911,1732036738400-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:19:00,271 INFO [RS:0;280a42d09ec8:35911 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T17:19:00,271 INFO [RS:0;280a42d09ec8:35911 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,35911,1732036738400-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:00,271 INFO [RS:0;280a42d09ec8:35911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:00,271 INFO [RS:0;280a42d09ec8:35911 {}] regionserver.Replication(171): 280a42d09ec8,35911,1732036738400 started 2024-11-19T17:19:00,284 INFO [RS:0;280a42d09ec8:35911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:00,285 INFO [RS:0;280a42d09ec8:35911 {}] regionserver.HRegionServer(1482): Serving as 280a42d09ec8,35911,1732036738400, RpcServer on 280a42d09ec8/172.17.0.2:35911, sessionid=0x101313d239f0001 2024-11-19T17:19:00,285 DEBUG [RS:0;280a42d09ec8:35911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T17:19:00,285 DEBUG [RS:0;280a42d09ec8:35911 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 280a42d09ec8,35911,1732036738400 2024-11-19T17:19:00,285 DEBUG [RS:0;280a42d09ec8:35911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,35911,1732036738400' 2024-11-19T17:19:00,285 DEBUG [RS:0;280a42d09ec8:35911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2094440756/flush-table-proc/abort' 2024-11-19T17:19:00,285 DEBUG [RS:0;280a42d09ec8:35911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2094440756/flush-table-proc/acquired' 2024-11-19T17:19:00,285 DEBUG [RS:0;280a42d09ec8:35911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T17:19:00,285 DEBUG [RS:0;280a42d09ec8:35911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T17:19:00,285 DEBUG [RS:0;280a42d09ec8:35911 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 280a42d09ec8,35911,1732036738400 2024-11-19T17:19:00,285 DEBUG [RS:0;280a42d09ec8:35911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,35911,1732036738400' 2024-11-19T17:19:00,285 DEBUG [RS:0;280a42d09ec8:35911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2094440756/online-snapshot/abort' 2024-11-19T17:19:00,286 DEBUG [RS:0;280a42d09ec8:35911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2094440756/online-snapshot/acquired' 2024-11-19T17:19:00,286 DEBUG [RS:0;280a42d09ec8:35911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T17:19:00,286 INFO [RS:0;280a42d09ec8:35911 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T17:19:00,286 INFO [RS:0;280a42d09ec8:35911 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T17:19:00,386 INFO [RS:0;280a42d09ec8:35911 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:19:00,388 INFO [RS:0;280a42d09ec8:35911 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C35911%2C1732036738400, suffix=, logDir=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,35911,1732036738400, archiveDir=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/oldWALs, maxLogs=10 2024-11-19T17:19:00,402 DEBUG [RS:0;280a42d09ec8:35911 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,35911,1732036738400/280a42d09ec8%2C35911%2C1732036738400.1732036740389, exclude list is [], retry=0 2024-11-19T17:19:00,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44079,DS-057e2913-3cf9-4528-a976-81ed6c0c6d66,DISK] 2024-11-19T17:19:00,406 INFO [RS:0;280a42d09ec8:35911 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,35911,1732036738400/280a42d09ec8%2C35911%2C1732036738400.1732036740389 2024-11-19T17:19:00,406 DEBUG [RS:0;280a42d09ec8:35911 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46793:46793)] 2024-11-19T17:19:00,580 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T17:19:00,580 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7 2024-11-19T17:19:00,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741833_1009 (size=32) 2024-11-19T17:19:00,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:00,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:19:00,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:19:00,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:00,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:00,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:19:00,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:19:00,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:00,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:00,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:19:00,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:19:00,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:00,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:00,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:19:00,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:19:00,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:00,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:00,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:19:00,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/meta/1588230740 2024-11-19T17:19:00,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/meta/1588230740 2024-11-19T17:19:00,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:19:00,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:19:00,996 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:19:00,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:19:00,999 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:19:00,999 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67168387, jitterRate=8.86961817741394E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:19:01,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732036740986Initializing all the Stores at 1732036740987 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036740987Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036740987Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036740987Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036740987Cleaning up temporary data from old regions at 1732036740995 (+8 ms)Region opened successfully at 1732036741000 (+5 ms) 2024-11-19T17:19:01,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:19:01,000 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:19:01,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:19:01,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:19:01,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:19:01,000 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:19:01,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036741000Disabling compacts and flushes for region at 1732036741000Disabling writes for close at 1732036741000Writing region close event to WAL at 1732036741000Closed at 1732036741000 2024-11-19T17:19:01,001 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:19:01,001 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T17:19:01,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T17:19:01,002 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:19:01,003 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T17:19:01,153 DEBUG [280a42d09ec8:36019 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T17:19:01,154 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=280a42d09ec8,35911,1732036738400 2024-11-19T17:19:01,155 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,35911,1732036738400, state=OPENING 2024-11-19T17:19:01,157 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T17:19:01,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36019-0x101313d239f0000, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2094440756 2024-11-19T17:19:01,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x101313d239f0001, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2094440756 2024-11-19T17:19:01,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2094440756/meta-region-server: CHANGED 2024-11-19T17:19:01,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2094440756/meta-region-server: CHANGED 2024-11-19T17:19:01,162 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:19:01,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,35911,1732036738400}] 2024-11-19T17:19:01,314 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:19:01,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T17:19:01,320 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T17:19:01,320 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:19:01,320 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T17:19:01,322 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C35911%2C1732036738400.meta, suffix=.meta, logDir=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,35911,1732036738400, archiveDir=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/oldWALs, maxLogs=10 2024-11-19T17:19:01,339 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,35911,1732036738400/280a42d09ec8%2C35911%2C1732036738400.meta.1732036741322.meta, exclude list is [], retry=0 2024-11-19T17:19:01,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44079,DS-057e2913-3cf9-4528-a976-81ed6c0c6d66,DISK] 2024-11-19T17:19:01,342 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,35911,1732036738400/280a42d09ec8%2C35911%2C1732036738400.meta.1732036741322.meta 2024-11-19T17:19:01,343 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46793:46793)] 2024-11-19T17:19:01,343 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:19:01,343 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:19:01,343 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:19:01,343 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T17:19:01,343 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T17:19:01,343 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T17:19:01,344 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:01,344 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T17:19:01,344 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T17:19:01,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:19:01,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:19:01,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:01,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:01,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:19:01,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:19:01,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:01,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:01,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:19:01,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:19:01,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:01,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:01,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:19:01,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:19:01,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:01,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:01,349 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:19:01,350 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/meta/1588230740 2024-11-19T17:19:01,351 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/meta/1588230740 2024-11-19T17:19:01,352 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:19:01,352 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:19:01,353 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:19:01,354 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:19:01,355 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64272485, jitterRate=-0.04226534068584442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:19:01,355 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T17:19:01,355 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732036741344Writing region info on filesystem at 1732036741344Initializing all the Stores at 1732036741344Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036741344Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036741345 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036741345Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036741345Cleaning up temporary data from old regions at 1732036741352 (+7 ms)Running coprocessor post-open hooks at 1732036741355 (+3 ms)Region opened successfully at 1732036741355 2024-11-19T17:19:01,356 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732036741314 2024-11-19T17:19:01,358 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T17:19:01,358 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T17:19:01,359 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,35911,1732036738400 2024-11-19T17:19:01,360 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,35911,1732036738400, state=OPEN 2024-11-19T17:19:01,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36019-0x101313d239f0000, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2094440756/meta-region-server 2024-11-19T17:19:01,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x101313d239f0001, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2094440756/meta-region-server 2024-11-19T17:19:01,361 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=280a42d09ec8,35911,1732036738400 2024-11-19T17:19:01,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2094440756/meta-region-server: CHANGED 2024-11-19T17:19:01,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2094440756/meta-region-server: CHANGED 2024-11-19T17:19:01,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T17:19:01,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,35911,1732036738400 in 199 msec 2024-11-19T17:19:01,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T17:19:01,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-19T17:19:01,366 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:19:01,366 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T17:19:01,367 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:19:01,367 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,35911,1732036738400, seqNum=-1] 2024-11-19T17:19:01,368 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:19:01,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:19:01,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2040 sec 2024-11-19T17:19:01,374 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732036741373, completionTime=-1 2024-11-19T17:19:01,374 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T17:19:01,374 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T17:19:01,375 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T17:19:01,375 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732036801375 2024-11-19T17:19:01,375 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732036861375 2024-11-19T17:19:01,376 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T17:19:01,376 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,36019,1732036738348-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:01,376 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,36019,1732036738348-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:01,376 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,36019,1732036738348-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:01,376 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-280a42d09ec8:36019, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:01,376 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:01,378 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:01,378 DEBUG [master/280a42d09ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T17:19:01,381 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.940sec 2024-11-19T17:19:01,381 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T17:19:01,382 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T17:19:01,382 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T17:19:01,382 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T17:19:01,382 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T17:19:01,382 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,36019,1732036738348-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:19:01,382 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,36019,1732036738348-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T17:19:01,384 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T17:19:01,384 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T17:19:01,384 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,36019,1732036738348-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:01,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7231e51e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:01,425 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,36019,-1 for getting cluster id 2024-11-19T17:19:01,426 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:19:01,427 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '405cf641-5bf6-4094-89e5-2018276907f4' 2024-11-19T17:19:01,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:19:01,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "405cf641-5bf6-4094-89e5-2018276907f4" 2024-11-19T17:19:01,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f33795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:01,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,36019,-1] 2024-11-19T17:19:01,428 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:19:01,428 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:01,429 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:19:01,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77804747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:01,430 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:19:01,430 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,35911,1732036738400, seqNum=-1] 2024-11-19T17:19:01,431 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:19:01,432 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:19:01,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=280a42d09ec8,36019,1732036738348 2024-11-19T17:19:01,434 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49738 2024-11-19T17:19:01,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:19:01,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101313d239f0002 connected 2024-11-19T17:19:01,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1/hadoop.log.dir so I do NOT create it in target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8 2024-11-19T17:19:01,439 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T17:19:01,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1/hadoop.tmp.dir so I do NOT create it in target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8 2024-11-19T17:19:01,439 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T17:19:01,439 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8 2024-11-19T17:19:01,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T17:19:01,439 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8/cluster_ad1f137f-4cd8-e486-a7a8-ead5ba22f81a, deleteOnExit=true 2024-11-19T17:19:01,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T17:19:01,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8/test.cache.data in system properties and HBase conf 2024-11-19T17:19:01,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T17:19:01,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8/hadoop.log.dir in system properties and HBase conf 2024-11-19T17:19:01,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T17:19:01,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T17:19:01,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T17:19:01,440 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T17:19:01,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:19:01,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:19:01,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T17:19:01,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:19:01,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T17:19:01,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T17:19:01,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:19:01,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:19:01,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T17:19:01,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8/nfs.dump.dir in system properties and HBase conf 2024-11-19T17:19:01,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8/java.io.tmpdir in system properties and HBase conf 2024-11-19T17:19:01,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:19:01,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T17:19:01,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T17:19:01,499 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T17:19:01,516 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:01,516 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:01,516 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:01,517 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:01,517 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:01,522 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:01,542 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:19:01,545 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:19:01,546 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:19:01,546 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:19:01,547 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T17:19:01,547 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:19:01,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e032d09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:19:01,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca6a426{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:19:01,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13601c7a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8/java.io.tmpdir/jetty-localhost-33937-hadoop-hdfs-3_4_1-tests_jar-_-any-15499566915405100862/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:19:01,669 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3666d748{HTTP/1.1, (http/1.1)}{localhost:33937} 2024-11-19T17:19:01,670 INFO [Time-limited test {}] server.Server(415): Started @134952ms 2024-11-19T17:19:01,760 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:19:01,763 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:19:01,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:19:01,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:19:01,764 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T17:19:01,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20f81a38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:19:01,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d17fa12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:19:01,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@101cec53{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8/java.io.tmpdir/jetty-localhost-40775-hadoop-hdfs-3_4_1-tests_jar-_-any-10742721636806626030/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:19:01,883 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10c2ec6b{HTTP/1.1, (http/1.1)}{localhost:40775} 2024-11-19T17:19:01,883 INFO [Time-limited test {}] server.Server(415): Started @135166ms 2024-11-19T17:19:01,884 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T17:19:01,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T17:19:01,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T17:19:01,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T17:19:02,001 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8/cluster_ad1f137f-4cd8-e486-a7a8-ead5ba22f81a/data/data1/current/BP-1399434649-172.17.0.2-1732036741459/current, will proceed with Du for space computation calculation, 2024-11-19T17:19:02,001 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8/cluster_ad1f137f-4cd8-e486-a7a8-ead5ba22f81a/data/data2/current/BP-1399434649-172.17.0.2-1732036741459/current, will proceed with Du for space computation calculation, 2024-11-19T17:19:02,029 WARN [Thread-1397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T17:19:02,032 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16e08e7eee2bc05e with lease ID 0x20109350bb172e74: Processing first storage report for DS-7cd01e8c-1d7b-4399-a005-ff2b2180e97e from datanode DatanodeRegistration(127.0.0.1:37905, datanodeUuid=4ee60069-9aef-4c2c-b1b2-62d40bac990b, infoPort=45719, infoSecurePort=0, ipcPort=46387, storageInfo=lv=-57;cid=testClusterID;nsid=1467857891;c=1732036741459) 2024-11-19T17:19:02,032 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16e08e7eee2bc05e with lease ID 0x20109350bb172e74: from storage DS-7cd01e8c-1d7b-4399-a005-ff2b2180e97e node DatanodeRegistration(127.0.0.1:37905, datanodeUuid=4ee60069-9aef-4c2c-b1b2-62d40bac990b, infoPort=45719, infoSecurePort=0, ipcPort=46387, storageInfo=lv=-57;cid=testClusterID;nsid=1467857891;c=1732036741459), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:19:02,032 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16e08e7eee2bc05e with lease ID 0x20109350bb172e74: Processing first storage report for DS-9dbbeeda-bab2-4eda-b743-09655b41694f from datanode DatanodeRegistration(127.0.0.1:37905, datanodeUuid=4ee60069-9aef-4c2c-b1b2-62d40bac990b, infoPort=45719, infoSecurePort=0, ipcPort=46387, storageInfo=lv=-57;cid=testClusterID;nsid=1467857891;c=1732036741459) 2024-11-19T17:19:02,032 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16e08e7eee2bc05e with lease ID 0x20109350bb172e74: from storage DS-9dbbeeda-bab2-4eda-b743-09655b41694f node DatanodeRegistration(127.0.0.1:37905, datanodeUuid=4ee60069-9aef-4c2c-b1b2-62d40bac990b, infoPort=45719, infoSecurePort=0, ipcPort=46387, storageInfo=lv=-57;cid=testClusterID;nsid=1467857891;c=1732036741459), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:19:02,110 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8 2024-11-19T17:19:02,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:02,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:02,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37905 is added to blk_1073741825_1001 (size=7) 2024-11-19T17:19:02,128 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f with version=8 2024-11-19T17:19:02,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/hbase-staging 2024-11-19T17:19:02,131 INFO [Time-limited test {}] client.ConnectionUtils(128): master/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:19:02,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:19:02,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:19:02,131 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:19:02,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:19:02,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:19:02,131 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T17:19:02,132 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:19:02,132 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36949 2024-11-19T17:19:02,133 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36949 connecting to ZooKeeper ensemble=127.0.0.1:49738 2024-11-19T17:19:02,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369490x0, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:19:02,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36949-0x101313d239f0003 connected 2024-11-19T17:19:02,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:02,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:02,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36949-0x101313d239f0003, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Set watcher on znode that does not yet exist, /1-1440971747/running 2024-11-19T17:19:02,166 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f, hbase.cluster.distributed=false 2024-11-19T17:19:02,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36949-0x101313d239f0003, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Set watcher on znode that does not yet exist, /1-1440971747/acl 2024-11-19T17:19:02,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36949 2024-11-19T17:19:02,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36949 2024-11-19T17:19:02,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36949 2024-11-19T17:19:02,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36949 2024-11-19T17:19:02,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36949 2024-11-19T17:19:02,191 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:19:02,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:19:02,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:19:02,192 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:19:02,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:19:02,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:19:02,192 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T17:19:02,192 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:19:02,193 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42005 2024-11-19T17:19:02,193 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42005 connecting to ZooKeeper ensemble=127.0.0.1:49738 2024-11-19T17:19:02,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:02,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:02,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420050x0, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:19:02,199 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420050x0, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Set watcher on znode that does not yet exist, /1-1440971747/running 2024-11-19T17:19:02,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42005-0x101313d239f0004 connected 2024-11-19T17:19:02,200 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T17:19:02,200 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T17:19:02,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42005-0x101313d239f0004, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Set watcher on znode that does not yet exist, /1-1440971747/master 2024-11-19T17:19:02,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42005-0x101313d239f0004, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Set watcher on znode that does not yet exist, /1-1440971747/acl 2024-11-19T17:19:02,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42005 2024-11-19T17:19:02,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42005 2024-11-19T17:19:02,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42005 2024-11-19T17:19:02,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42005 2024-11-19T17:19:02,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42005 2024-11-19T17:19:02,220 DEBUG [M:0;280a42d09ec8:36949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;280a42d09ec8:36949 2024-11-19T17:19:02,220 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1440971747/backup-masters/280a42d09ec8,36949,1732036742131 2024-11-19T17:19:02,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101313d239f0003, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440971747/backup-masters 2024-11-19T17:19:02,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42005-0x101313d239f0004, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440971747/backup-masters 2024-11-19T17:19:02,223 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36949-0x101313d239f0003, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Set watcher on existing znode=/1-1440971747/backup-masters/280a42d09ec8,36949,1732036742131 2024-11-19T17:19:02,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101313d239f0003, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440971747 2024-11-19T17:19:02,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42005-0x101313d239f0004, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1440971747/master 2024-11-19T17:19:02,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42005-0x101313d239f0004, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440971747 2024-11-19T17:19:02,225 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36949-0x101313d239f0003, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Set watcher on existing znode=/1-1440971747/master 2024-11-19T17:19:02,226 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1440971747/backup-masters/280a42d09ec8,36949,1732036742131 from backup master directory 2024-11-19T17:19:02,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42005-0x101313d239f0004, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440971747/backup-masters 2024-11-19T17:19:02,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101313d239f0003, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1440971747/backup-masters/280a42d09ec8,36949,1732036742131 2024-11-19T17:19:02,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101313d239f0003, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440971747/backup-masters 2024-11-19T17:19:02,227 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:19:02,227 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=280a42d09ec8,36949,1732036742131 2024-11-19T17:19:02,233 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/hbase.id] with ID: 4c5bbbab-32d5-4e2d-8f83-080d9fb044cb 2024-11-19T17:19:02,233 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/.tmp/hbase.id 2024-11-19T17:19:02,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37905 is added to blk_1073741826_1002 (size=42) 2024-11-19T17:19:02,638 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/.tmp/hbase.id]:[hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/hbase.id] 2024-11-19T17:19:02,648 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:02,648 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T17:19:02,649 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T17:19:02,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42005-0x101313d239f0004, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440971747 2024-11-19T17:19:02,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101313d239f0003, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440971747 2024-11-19T17:19:02,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37905 is added to blk_1073741827_1003 (size=196) 2024-11-19T17:19:03,057 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:19:03,058 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T17:19:03,058 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:19:03,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37905 is added to blk_1073741828_1004 (size=1189) 2024-11-19T17:19:03,467 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/MasterData/data/master/store 2024-11-19T17:19:03,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37905 is added to blk_1073741829_1005 (size=34) 2024-11-19T17:19:03,873 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:03,873 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:19:03,873 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:03,873 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:03,873 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:19:03,873 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:03,873 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:03,873 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036743873Disabling compacts and flushes for region at 1732036743873Disabling writes for close at 1732036743873Writing region close event to WAL at 1732036743873Closed at 1732036743873 2024-11-19T17:19:03,874 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/MasterData/data/master/store/.initializing 2024-11-19T17:19:03,874 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/MasterData/WALs/280a42d09ec8,36949,1732036742131 2024-11-19T17:19:03,875 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:19:03,877 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=280a42d09ec8%2C36949%2C1732036742131, suffix=, logDir=hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/MasterData/WALs/280a42d09ec8,36949,1732036742131, archiveDir=hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/MasterData/oldWALs, maxLogs=10 2024-11-19T17:19:03,890 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/MasterData/WALs/280a42d09ec8,36949,1732036742131/280a42d09ec8%2C36949%2C1732036742131.1732036743877, exclude list is [], retry=0 2024-11-19T17:19:03,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37905,DS-7cd01e8c-1d7b-4399-a005-ff2b2180e97e,DISK] 2024-11-19T17:19:03,896 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/MasterData/WALs/280a42d09ec8,36949,1732036742131/280a42d09ec8%2C36949%2C1732036742131.1732036743877 2024-11-19T17:19:03,896 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45719:45719)] 2024-11-19T17:19:03,897 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:19:03,897 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:03,897 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:03,897 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:03,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:03,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T17:19:03,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:03,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:03,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:03,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T17:19:03,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:03,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:03,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:03,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T17:19:03,903 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:03,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:03,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:03,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T17:19:03,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:03,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:03,905 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:03,906 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:03,906 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:03,907 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:03,907 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:03,908 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:19:03,909 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:03,911 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:19:03,911 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73666725, jitterRate=0.09771974384784698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:19:03,912 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732036743897Initializing all the Stores at 1732036743898 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036743898Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036743898Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036743898Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036743898Cleaning up temporary data from old regions at 1732036743907 (+9 ms)Region opened successfully at 1732036743911 (+4 ms) 2024-11-19T17:19:03,912 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T17:19:03,915 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b5aa88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:19:03,916 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T17:19:03,916 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T17:19:03,916 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T17:19:03,917 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T17:19:03,917 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T17:19:03,917 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T17:19:03,917 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T17:19:03,922 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T17:19:03,923 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36949-0x101313d239f0003, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Unable to get data of znode /1-1440971747/balancer because node does not exist (not necessarily an error) 2024-11-19T17:19:03,926 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1440971747/balancer already deleted, retry=false 2024-11-19T17:19:03,926 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T17:19:03,927 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36949-0x101313d239f0003, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Unable to get data of znode /1-1440971747/normalizer because node does not exist (not necessarily an error) 2024-11-19T17:19:03,928 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1440971747/normalizer already deleted, retry=false 2024-11-19T17:19:03,929 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T17:19:03,930 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36949-0x101313d239f0003, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Unable to get data of znode /1-1440971747/switch/split because node does not exist (not necessarily an error) 2024-11-19T17:19:03,931 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1440971747/switch/split already deleted, retry=false 2024-11-19T17:19:03,932 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36949-0x101313d239f0003, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Unable to get data of znode /1-1440971747/switch/merge because node does not exist (not necessarily an error) 2024-11-19T17:19:03,933 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1440971747/switch/merge already deleted, retry=false 2024-11-19T17:19:03,936 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36949-0x101313d239f0003, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Unable to get data of znode /1-1440971747/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T17:19:03,939 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1440971747/snapshot-cleanup already deleted, retry=false 2024-11-19T17:19:03,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101313d239f0003, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1440971747/running 2024-11-19T17:19:03,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42005-0x101313d239f0004, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1440971747/running 2024-11-19T17:19:03,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101313d239f0003, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440971747 2024-11-19T17:19:03,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42005-0x101313d239f0004, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440971747 2024-11-19T17:19:03,942 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=280a42d09ec8,36949,1732036742131, sessionid=0x101313d239f0003, setting cluster-up flag (Was=false) 2024-11-19T17:19:03,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42005-0x101313d239f0004, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440971747 2024-11-19T17:19:03,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101313d239f0003, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440971747 2024-11-19T17:19:03,951 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1440971747/flush-table-proc/acquired, /1-1440971747/flush-table-proc/reached, /1-1440971747/flush-table-proc/abort 2024-11-19T17:19:03,952 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,36949,1732036742131 2024-11-19T17:19:03,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42005-0x101313d239f0004, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440971747 2024-11-19T17:19:03,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101313d239f0003, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440971747 2024-11-19T17:19:03,963 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1440971747/online-snapshot/acquired, /1-1440971747/online-snapshot/reached, /1-1440971747/online-snapshot/abort 2024-11-19T17:19:03,965 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,36949,1732036742131 2024-11-19T17:19:03,967 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T17:19:03,968 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T17:19:03,969 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T17:19:03,969 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T17:19:03,969 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 280a42d09ec8,36949,1732036742131 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T17:19:03,971 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:19:03,971 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:19:03,971 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:19:03,971 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:19:03,971 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/280a42d09ec8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T17:19:03,971 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:03,971 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:19:03,971 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:03,977 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732036773977 2024-11-19T17:19:03,978 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T17:19:03,978 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T17:19:03,978 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T17:19:03,978 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T17:19:03,978 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T17:19:03,978 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T17:19:03,979 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:19:03,979 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T17:19:03,980 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:03,981 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T17:19:03,987 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:03,989 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T17:19:03,989 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T17:19:03,989 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T17:19:03,989 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T17:19:03,990 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T17:19:03,990 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T17:19:03,990 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036743990,5,FailOnTimeoutGroup] 2024-11-19T17:19:03,990 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036743990,5,FailOnTimeoutGroup] 2024-11-19T17:19:03,990 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:03,990 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T17:19:03,990 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:03,990 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:03,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37905 is added to blk_1073741831_1007 (size=1321) 2024-11-19T17:19:04,011 INFO [RS:0;280a42d09ec8:42005 {}] regionserver.HRegionServer(746): ClusterId : 4c5bbbab-32d5-4e2d-8f83-080d9fb044cb 2024-11-19T17:19:04,011 DEBUG [RS:0;280a42d09ec8:42005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T17:19:04,014 DEBUG [RS:0;280a42d09ec8:42005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T17:19:04,014 DEBUG [RS:0;280a42d09ec8:42005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T17:19:04,016 DEBUG [RS:0;280a42d09ec8:42005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T17:19:04,016 DEBUG [RS:0;280a42d09ec8:42005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23a7fae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:19:04,029 DEBUG [RS:0;280a42d09ec8:42005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;280a42d09ec8:42005 2024-11-19T17:19:04,029 INFO [RS:0;280a42d09ec8:42005 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T17:19:04,029 INFO [RS:0;280a42d09ec8:42005 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T17:19:04,029 DEBUG [RS:0;280a42d09ec8:42005 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T17:19:04,030 INFO [RS:0;280a42d09ec8:42005 {}] regionserver.HRegionServer(2659): reportForDuty to master=280a42d09ec8,36949,1732036742131 with port=42005, startcode=1732036742191 2024-11-19T17:19:04,030 DEBUG [RS:0;280a42d09ec8:42005 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T17:19:04,032 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T17:19:04,032 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36949 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 280a42d09ec8,42005,1732036742191 2024-11-19T17:19:04,032 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36949 {}] master.ServerManager(517): Registering regionserver=280a42d09ec8,42005,1732036742191 2024-11-19T17:19:04,034 DEBUG [RS:0;280a42d09ec8:42005 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f 2024-11-19T17:19:04,034 DEBUG [RS:0;280a42d09ec8:42005 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36123 2024-11-19T17:19:04,034 DEBUG [RS:0;280a42d09ec8:42005 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T17:19:04,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101313d239f0003, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440971747/rs 2024-11-19T17:19:04,038 DEBUG [RS:0;280a42d09ec8:42005 {}] zookeeper.ZKUtil(111): regionserver:42005-0x101313d239f0004, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Set watcher on existing znode=/1-1440971747/rs/280a42d09ec8,42005,1732036742191 2024-11-19T17:19:04,038 WARN [RS:0;280a42d09ec8:42005 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:19:04,038 INFO [RS:0;280a42d09ec8:42005 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:19:04,038 DEBUG [RS:0;280a42d09ec8:42005 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/WALs/280a42d09ec8,42005,1732036742191 2024-11-19T17:19:04,039 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [280a42d09ec8,42005,1732036742191] 2024-11-19T17:19:04,041 INFO [RS:0;280a42d09ec8:42005 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T17:19:04,043 INFO [RS:0;280a42d09ec8:42005 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T17:19:04,043 INFO [RS:0;280a42d09ec8:42005 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T17:19:04,043 INFO [RS:0;280a42d09ec8:42005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:04,044 INFO [RS:0;280a42d09ec8:42005 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T17:19:04,045 INFO [RS:0;280a42d09ec8:42005 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T17:19:04,045 INFO [RS:0;280a42d09ec8:42005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:04,045 DEBUG [RS:0;280a42d09ec8:42005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:04,045 DEBUG [RS:0;280a42d09ec8:42005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:04,045 DEBUG [RS:0;280a42d09ec8:42005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:04,045 DEBUG [RS:0;280a42d09ec8:42005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:04,045 DEBUG [RS:0;280a42d09ec8:42005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:04,045 DEBUG [RS:0;280a42d09ec8:42005 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:19:04,045 DEBUG [RS:0;280a42d09ec8:42005 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:04,045 DEBUG [RS:0;280a42d09ec8:42005 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:04,045 DEBUG [RS:0;280a42d09ec8:42005 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:04,045 DEBUG [RS:0;280a42d09ec8:42005 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:04,045 DEBUG [RS:0;280a42d09ec8:42005 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:04,045 DEBUG [RS:0;280a42d09ec8:42005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:04,045 DEBUG [RS:0;280a42d09ec8:42005 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:19:04,045 DEBUG [RS:0;280a42d09ec8:42005 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:19:04,048 INFO [RS:0;280a42d09ec8:42005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:04,048 INFO [RS:0;280a42d09ec8:42005 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:04,048 INFO [RS:0;280a42d09ec8:42005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:04,048 INFO [RS:0;280a42d09ec8:42005 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:04,048 INFO [RS:0;280a42d09ec8:42005 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:04,048 INFO [RS:0;280a42d09ec8:42005 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,42005,1732036742191-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:19:04,062 INFO [RS:0;280a42d09ec8:42005 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T17:19:04,062 INFO [RS:0;280a42d09ec8:42005 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,42005,1732036742191-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:04,063 INFO [RS:0;280a42d09ec8:42005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:04,063 INFO [RS:0;280a42d09ec8:42005 {}] regionserver.Replication(171): 280a42d09ec8,42005,1732036742191 started 2024-11-19T17:19:04,080 INFO [RS:0;280a42d09ec8:42005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:04,080 INFO [RS:0;280a42d09ec8:42005 {}] regionserver.HRegionServer(1482): Serving as 280a42d09ec8,42005,1732036742191, RpcServer on 280a42d09ec8/172.17.0.2:42005, sessionid=0x101313d239f0004 2024-11-19T17:19:04,080 DEBUG [RS:0;280a42d09ec8:42005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T17:19:04,080 DEBUG [RS:0;280a42d09ec8:42005 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 280a42d09ec8,42005,1732036742191 2024-11-19T17:19:04,080 DEBUG [RS:0;280a42d09ec8:42005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,42005,1732036742191' 2024-11-19T17:19:04,080 DEBUG [RS:0;280a42d09ec8:42005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1440971747/flush-table-proc/abort' 2024-11-19T17:19:04,080 DEBUG [RS:0;280a42d09ec8:42005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1440971747/flush-table-proc/acquired' 2024-11-19T17:19:04,081 DEBUG [RS:0;280a42d09ec8:42005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T17:19:04,081 DEBUG [RS:0;280a42d09ec8:42005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T17:19:04,081 DEBUG [RS:0;280a42d09ec8:42005 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 280a42d09ec8,42005,1732036742191 2024-11-19T17:19:04,081 DEBUG [RS:0;280a42d09ec8:42005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,42005,1732036742191' 2024-11-19T17:19:04,081 DEBUG [RS:0;280a42d09ec8:42005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1440971747/online-snapshot/abort' 2024-11-19T17:19:04,081 DEBUG [RS:0;280a42d09ec8:42005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1440971747/online-snapshot/acquired' 2024-11-19T17:19:04,081 DEBUG [RS:0;280a42d09ec8:42005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T17:19:04,081 INFO [RS:0;280a42d09ec8:42005 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T17:19:04,081 INFO [RS:0;280a42d09ec8:42005 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T17:19:04,182 INFO [RS:0;280a42d09ec8:42005 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:19:04,184 INFO [RS:0;280a42d09ec8:42005 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C42005%2C1732036742191, suffix=, logDir=hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/WALs/280a42d09ec8,42005,1732036742191, archiveDir=hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/oldWALs, maxLogs=10 2024-11-19T17:19:04,197 DEBUG [RS:0;280a42d09ec8:42005 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/WALs/280a42d09ec8,42005,1732036742191/280a42d09ec8%2C42005%2C1732036742191.1732036744184, exclude list is [], retry=0 2024-11-19T17:19:04,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37905,DS-7cd01e8c-1d7b-4399-a005-ff2b2180e97e,DISK] 2024-11-19T17:19:04,202 INFO [RS:0;280a42d09ec8:42005 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/WALs/280a42d09ec8,42005,1732036742191/280a42d09ec8%2C42005%2C1732036742191.1732036744184 2024-11-19T17:19:04,202 DEBUG [RS:0;280a42d09ec8:42005 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45719:45719)] 2024-11-19T17:19:04,393 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T17:19:04,393 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f 2024-11-19T17:19:04,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37905 is added to blk_1073741833_1009 (size=32) 2024-11-19T17:19:04,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:04,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:19:04,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:19:04,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:04,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:04,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:19:04,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:19:04,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:04,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:04,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:19:04,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:19:04,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:04,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:04,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:19:04,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:19:04,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:04,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:04,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:19:04,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/data/hbase/meta/1588230740 2024-11-19T17:19:04,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/data/hbase/meta/1588230740 2024-11-19T17:19:04,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:19:04,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:19:04,817 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:19:04,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:19:04,820 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:19:04,820 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73247558, jitterRate=0.09147366881370544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:19:04,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732036744800Initializing all the Stores at 1732036744801 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036744801Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036744801Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036744801Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036744801Cleaning up temporary data from old regions at 1732036744816 (+15 ms)Region opened successfully at 1732036744820 (+4 ms) 2024-11-19T17:19:04,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:19:04,820 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:19:04,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:19:04,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:19:04,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:19:04,821 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:19:04,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036744820Disabling compacts and flushes for region at 1732036744820Disabling writes for close at 1732036744820Writing region close event to WAL at 1732036744821 (+1 ms)Closed at 1732036744821 2024-11-19T17:19:04,822 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:19:04,822 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T17:19:04,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T17:19:04,823 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:19:04,824 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T17:19:04,974 DEBUG [280a42d09ec8:36949 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T17:19:04,975 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=280a42d09ec8,42005,1732036742191 2024-11-19T17:19:04,976 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,42005,1732036742191, state=OPENING 2024-11-19T17:19:04,979 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T17:19:04,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101313d239f0003, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440971747 2024-11-19T17:19:04,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42005-0x101313d239f0004, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440971747 2024-11-19T17:19:04,981 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1440971747/meta-region-server: CHANGED 2024-11-19T17:19:04,981 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1440971747/meta-region-server: CHANGED 2024-11-19T17:19:04,981 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:19:04,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,42005,1732036742191}] 2024-11-19T17:19:05,133 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:19:05,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T17:19:05,138 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T17:19:05,138 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:19:05,139 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T17:19:05,140 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C42005%2C1732036742191.meta, suffix=.meta, logDir=hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/WALs/280a42d09ec8,42005,1732036742191, archiveDir=hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/oldWALs, maxLogs=10 2024-11-19T17:19:05,154 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/WALs/280a42d09ec8,42005,1732036742191/280a42d09ec8%2C42005%2C1732036742191.meta.1732036745141.meta, exclude list is [], retry=0 2024-11-19T17:19:05,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37905,DS-7cd01e8c-1d7b-4399-a005-ff2b2180e97e,DISK] 2024-11-19T17:19:05,158 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/WALs/280a42d09ec8,42005,1732036742191/280a42d09ec8%2C42005%2C1732036742191.meta.1732036745141.meta 2024-11-19T17:19:05,158 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45719:45719)] 2024-11-19T17:19:05,158 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:19:05,159 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:19:05,159 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:19:05,159 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T17:19:05,159 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T17:19:05,159 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T17:19:05,159 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:05,159 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T17:19:05,159 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T17:19:05,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:19:05,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:19:05,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:05,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:05,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:19:05,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:19:05,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:05,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:05,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:19:05,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:19:05,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:05,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:05,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:19:05,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:19:05,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:05,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:05,166 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:19:05,167 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/data/hbase/meta/1588230740 2024-11-19T17:19:05,168 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/data/hbase/meta/1588230740 2024-11-19T17:19:05,170 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:19:05,170 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:19:05,170 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:19:05,172 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:19:05,172 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65032341, jitterRate=-0.030942603945732117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:19:05,172 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T17:19:05,173 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732036745159Writing region info on filesystem at 1732036745159Initializing all the Stores at 1732036745160 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036745160Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036745160Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036745160Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036745160Cleaning up temporary data from old regions at 1732036745170 (+10 ms)Running coprocessor post-open hooks at 1732036745173 (+3 ms)Region opened successfully at 1732036745173 2024-11-19T17:19:05,174 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732036745133 2024-11-19T17:19:05,175 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T17:19:05,175 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T17:19:05,176 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,42005,1732036742191 2024-11-19T17:19:05,177 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,42005,1732036742191, state=OPEN 2024-11-19T17:19:05,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42005-0x101313d239f0004, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1440971747/meta-region-server 2024-11-19T17:19:05,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101313d239f0003, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1440971747/meta-region-server 2024-11-19T17:19:05,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1440971747/meta-region-server: CHANGED 2024-11-19T17:19:05,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1440971747/meta-region-server: CHANGED 2024-11-19T17:19:05,189 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=280a42d09ec8,42005,1732036742191 2024-11-19T17:19:05,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T17:19:05,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,42005,1732036742191 in 209 msec 2024-11-19T17:19:05,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T17:19:05,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 371 msec 2024-11-19T17:19:05,196 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:19:05,196 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T17:19:05,197 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:19:05,197 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,42005,1732036742191, seqNum=-1] 2024-11-19T17:19:05,198 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:19:05,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:19:05,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2350 sec 2024-11-19T17:19:05,203 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732036745203, completionTime=-1 2024-11-19T17:19:05,203 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T17:19:05,203 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T17:19:05,205 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T17:19:05,205 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732036805205 2024-11-19T17:19:05,205 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732036865205 2024-11-19T17:19:05,205 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T17:19:05,206 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,36949,1732036742131-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:05,206 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,36949,1732036742131-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:05,206 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,36949,1732036742131-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:05,206 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-280a42d09ec8:36949, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:05,206 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:05,206 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:05,208 DEBUG [master/280a42d09ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T17:19:05,209 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.982sec 2024-11-19T17:19:05,209 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T17:19:05,209 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T17:19:05,209 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T17:19:05,209 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T17:19:05,209 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T17:19:05,209 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,36949,1732036742131-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:19:05,209 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,36949,1732036742131-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T17:19:05,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2233b826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:05,211 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,36949,-1 for getting cluster id 2024-11-19T17:19:05,212 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:19:05,212 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T17:19:05,212 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T17:19:05,212 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,36949,1732036742131-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:05,213 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c5bbbab-32d5-4e2d-8f83-080d9fb044cb' 2024-11-19T17:19:05,213 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:19:05,213 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c5bbbab-32d5-4e2d-8f83-080d9fb044cb" 2024-11-19T17:19:05,213 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff46a10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:05,214 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,36949,-1] 2024-11-19T17:19:05,214 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:19:05,214 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:05,215 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:19:05,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa5fea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:05,216 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:19:05,216 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,42005,1732036742191, seqNum=-1] 2024-11-19T17:19:05,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:19:05,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:19:05,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=280a42d09ec8,36949,1732036742131 2024-11-19T17:19:05,219 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49738 2024-11-19T17:19:05,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:19:05,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101313d239f0005 connected 2024-11-19T17:19:05,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c28a490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:05,226 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,36019,-1 for getting cluster id 2024-11-19T17:19:05,226 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:19:05,227 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '405cf641-5bf6-4094-89e5-2018276907f4' 2024-11-19T17:19:05,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:19:05,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "405cf641-5bf6-4094-89e5-2018276907f4" 2024-11-19T17:19:05,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0a2bbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:05,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,36019,-1] 2024-11-19T17:19:05,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:19:05,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:05,228 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:19:05,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@566fd3d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:05,229 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:19:05,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,36019,1732036738348 2024-11-19T17:19:05,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fda1e5e 2024-11-19T17:19:05,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:19:05,231 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:19:05,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://280a42d09ec8:36949,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T17:19:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T17:19:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:19:05,234 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:36949' 2024-11-19T17:19:05,235 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fefff76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:05,235 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,36949,-1 for getting cluster id 2024-11-19T17:19:05,235 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:19:05,236 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c5bbbab-32d5-4e2d-8f83-080d9fb044cb' 2024-11-19T17:19:05,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:19:05,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c5bbbab-32d5-4e2d-8f83-080d9fb044cb" 2024-11-19T17:19:05,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed1030c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:05,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,36949,-1] 2024-11-19T17:19:05,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:19:05,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:05,237 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:19:05,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e181a57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:05,238 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:19:05,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,36949,1732036742131 2024-11-19T17:19:05,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e2ebff7 2024-11-19T17:19:05,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:19:05,239 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:19:05,240 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-19T17:19:05,240 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T17:19:05,240 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:05,240 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:05,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:19:05,241 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:19:05,242 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T17:19:05,243 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T17:19:05,243 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:05,244 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T17:19:05,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741835_1011 (size=1138) 2024-11-19T17:19:05,292 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T17:19:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:19:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:19:05,655 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9ade779b30730d4ff66492897288eee4, NAME => 'hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7 2024-11-19T17:19:05,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741836_1012 (size=44) 2024-11-19T17:19:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:19:06,062 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:06,062 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9ade779b30730d4ff66492897288eee4, disabling compactions & flushes 2024-11-19T17:19:06,063 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4. 2024-11-19T17:19:06,063 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4. 2024-11-19T17:19:06,063 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4. after waiting 0 ms 2024-11-19T17:19:06,063 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4. 2024-11-19T17:19:06,063 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4. 2024-11-19T17:19:06,063 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9ade779b30730d4ff66492897288eee4: Waiting for close lock at 1732036746062Disabling compacts and flushes for region at 1732036746062Disabling writes for close at 1732036746063 (+1 ms)Writing region close event to WAL at 1732036746063Closed at 1732036746063 2024-11-19T17:19:06,064 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T17:19:06,064 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732036746064"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732036746064"}]},"ts":"1732036746064"} 2024-11-19T17:19:06,067 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T17:19:06,067 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T17:19:06,068 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036746067"}]},"ts":"1732036746067"} 2024-11-19T17:19:06,069 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T17:19:06,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9ade779b30730d4ff66492897288eee4, ASSIGN}] 2024-11-19T17:19:06,071 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9ade779b30730d4ff66492897288eee4, ASSIGN 2024-11-19T17:19:06,071 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9ade779b30730d4ff66492897288eee4, ASSIGN; state=OFFLINE, location=280a42d09ec8,35911,1732036738400; forceNewPlan=false, retain=false 2024-11-19T17:19:06,222 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9ade779b30730d4ff66492897288eee4, regionState=OPENING, regionLocation=280a42d09ec8,35911,1732036738400 2024-11-19T17:19:06,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9ade779b30730d4ff66492897288eee4, ASSIGN because future has completed 2024-11-19T17:19:06,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ade779b30730d4ff66492897288eee4, server=280a42d09ec8,35911,1732036738400}] 2024-11-19T17:19:06,253 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T17:19:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:19:06,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4. 2024-11-19T17:19:06,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:19:06,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T17:19:06,383 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C35911%2C1732036738400.rep, suffix=, logDir=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,35911,1732036738400, archiveDir=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/oldWALs, maxLogs=10 2024-11-19T17:19:06,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,35911,1732036738400/280a42d09ec8%2C35911%2C1732036738400.rep.1732036746383, exclude list is [], retry=0 2024-11-19T17:19:06,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44079,DS-057e2913-3cf9-4528-a976-81ed6c0c6d66,DISK] 2024-11-19T17:19:06,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,35911,1732036738400/280a42d09ec8%2C35911%2C1732036738400.rep.1732036746383 2024-11-19T17:19:06,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46793:46793)] 2024-11-19T17:19:06,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9ade779b30730d4ff66492897288eee4, NAME => 'hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:19:06,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:19:06,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:19:06,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4. service=MultiRowMutationService 2024-11-19T17:19:06,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T17:19:06,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9ade779b30730d4ff66492897288eee4 2024-11-19T17:19:06,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:06,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9ade779b30730d4ff66492897288eee4 2024-11-19T17:19:06,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9ade779b30730d4ff66492897288eee4 2024-11-19T17:19:06,403 INFO [StoreOpener-9ade779b30730d4ff66492897288eee4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9ade779b30730d4ff66492897288eee4 2024-11-19T17:19:06,405 INFO [StoreOpener-9ade779b30730d4ff66492897288eee4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ade779b30730d4ff66492897288eee4 columnFamilyName hfileref 2024-11-19T17:19:06,405 DEBUG [StoreOpener-9ade779b30730d4ff66492897288eee4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:06,405 INFO [StoreOpener-9ade779b30730d4ff66492897288eee4-1 {}] regionserver.HStore(327): Store=9ade779b30730d4ff66492897288eee4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:06,405 INFO [StoreOpener-9ade779b30730d4ff66492897288eee4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9ade779b30730d4ff66492897288eee4 2024-11-19T17:19:06,406 INFO [StoreOpener-9ade779b30730d4ff66492897288eee4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ade779b30730d4ff66492897288eee4 columnFamilyName queue 2024-11-19T17:19:06,406 DEBUG [StoreOpener-9ade779b30730d4ff66492897288eee4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:06,406 INFO [StoreOpener-9ade779b30730d4ff66492897288eee4-1 {}] regionserver.HStore(327): Store=9ade779b30730d4ff66492897288eee4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:06,406 INFO [StoreOpener-9ade779b30730d4ff66492897288eee4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9ade779b30730d4ff66492897288eee4 2024-11-19T17:19:06,407 INFO [StoreOpener-9ade779b30730d4ff66492897288eee4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ade779b30730d4ff66492897288eee4 columnFamilyName sid 2024-11-19T17:19:06,407 DEBUG [StoreOpener-9ade779b30730d4ff66492897288eee4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:06,408 INFO [StoreOpener-9ade779b30730d4ff66492897288eee4-1 {}] regionserver.HStore(327): Store=9ade779b30730d4ff66492897288eee4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:06,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9ade779b30730d4ff66492897288eee4 2024-11-19T17:19:06,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/replication/9ade779b30730d4ff66492897288eee4 2024-11-19T17:19:06,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/replication/9ade779b30730d4ff66492897288eee4 2024-11-19T17:19:06,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9ade779b30730d4ff66492897288eee4 2024-11-19T17:19:06,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9ade779b30730d4ff66492897288eee4 2024-11-19T17:19:06,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:19:06,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9ade779b30730d4ff66492897288eee4 2024-11-19T17:19:06,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/replication/9ade779b30730d4ff66492897288eee4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:19:06,415 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 9ade779b30730d4ff66492897288eee4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61305710, jitterRate=-0.0864737331867218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:19:06,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9ade779b30730d4ff66492897288eee4 2024-11-19T17:19:06,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9ade779b30730d4ff66492897288eee4: Running coprocessor pre-open hook at 1732036746402Writing region info on filesystem at 1732036746402Initializing all the Stores at 1732036746403 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036746403Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036746403Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036746403Cleaning up temporary data from old regions at 1732036746410 (+7 ms)Running coprocessor post-open hooks at 1732036746415 (+5 ms)Region opened successfully at 1732036746415 2024-11-19T17:19:06,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4., pid=7, masterSystemTime=1732036746377 2024-11-19T17:19:06,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4. 2024-11-19T17:19:06,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4. 2024-11-19T17:19:06,419 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9ade779b30730d4ff66492897288eee4, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,35911,1732036738400 2024-11-19T17:19:06,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ade779b30730d4ff66492897288eee4, server=280a42d09ec8,35911,1732036738400 because future has completed 2024-11-19T17:19:06,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-19T17:19:06,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9ade779b30730d4ff66492897288eee4, server=280a42d09ec8,35911,1732036738400 in 202 msec 2024-11-19T17:19:06,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T17:19:06,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9ade779b30730d4ff66492897288eee4, ASSIGN in 359 msec 2024-11-19T17:19:06,432 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T17:19:06,432 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036746432"}]},"ts":"1732036746432"} 2024-11-19T17:19:06,434 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T17:19:06,435 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T17:19:06,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1940 sec 2024-11-19T17:19:06,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4., hostname=280a42d09ec8,35911,1732036738400, seqNum=2] 2024-11-19T17:19:06,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x101313d239f0001, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2094440756 2024-11-19T17:19:06,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36019-0x101313d239f0000, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2094440756 2024-11-19T17:19:06,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T17:19:06,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35911 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-19T17:19:06,611 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T17:19:06,641 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-280a42d09ec8,35911,1732036738400, ReplicationSource: 1, currentBandwidth=0 2024-11-19T17:19:06,642 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:19:06,642 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,35911,1732036738400, seqNum=-1] 2024-11-19T17:19:06,642 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:19:06,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-19T17:19:06,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-280a42d09ec8,35911,1732036738400', locateType=CURRENT is [region=hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4., hostname=280a42d09ec8,35911,1732036738400, seqNum=2] 2024-11-19T17:19:06,647 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-19T17:19:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-19T17:19:06,649 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 280a42d09ec8,35911,1732036738400 suceeded 2024-11-19T17:19:06,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-19T17:19:06,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-19T17:19:06,651 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://280a42d09ec8:36949,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T17:19:06,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4200 sec 2024-11-19T17:19:06,661 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35911,1732036738400 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:36949' 2024-11-19T17:19:06,662 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35911,1732036738400 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ae8669f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:06,662 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35911,1732036738400 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,36949,-1 for getting cluster id 2024-11-19T17:19:06,662 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35911,1732036738400 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:19:06,663 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c5bbbab-32d5-4e2d-8f83-080d9fb044cb' 2024-11-19T17:19:06,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:19:06,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c5bbbab-32d5-4e2d-8f83-080d9fb044cb" 2024-11-19T17:19:06,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5627d7a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:06,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,36949,-1] 2024-11-19T17:19:06,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:19:06,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:06,664 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:19:06,665 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35911,1732036738400 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5858957b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:06,665 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35911,1732036738400 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:19:06,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,36949,1732036742131 2024-11-19T17:19:06,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@666fad8e 2024-11-19T17:19:06,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:19:06,667 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-19T17:19:06,667 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35911,1732036738400 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-280a42d09ec8,35911,1732036738400 (queues=1) is replicating from cluster=405cf641-5bf6-4094-89e5-2018276907f4 to cluster=4c5bbbab-32d5-4e2d-8f83-080d9fb044cb 2024-11-19T17:19:06,667 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35911,1732036738400 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=280a42d09ec8%2C35911%2C1732036738400 2024-11-19T17:19:06,667 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35911,1732036738400 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-280a42d09ec8,35911,1732036738400, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T17:19:06,668 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35911,1732036738400.replicationSource.shipper280a42d09ec8%2C35911%2C1732036738400,1-280a42d09ec8,35911,1732036738400 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 280a42d09ec8%2C35911%2C1732036738400 2024-11-19T17:19:06,668 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35911,1732036738400.replicationSource.wal-reader.280a42d09ec8%2C35911%2C1732036738400,1-280a42d09ec8,35911,1732036738400 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,35911,1732036738400/280a42d09ec8%2C35911%2C1732036738400.1732036740389, startPosition=0, beingWritten=true 2024-11-19T17:19:06,845 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T17:19:06,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:06,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:06,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:06,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:06,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:06,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:06,873 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35911,1732036738400.replicationSource.wal-reader.280a42d09ec8%2C35911%2C1732036738400,1-280a42d09ec8,35911,1732036738400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,35911,1732036738400/280a42d09ec8%2C35911%2C1732036738400.1732036740389 to pos 0, reset compression=false 2024-11-19T17:19:07,178 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35911,1732036738400.replicationSource.wal-reader.280a42d09ec8%2C35911%2C1732036738400,1-280a42d09ec8,35911,1732036738400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,35911,1732036738400/280a42d09ec8%2C35911%2C1732036738400.1732036740389 to pos 0, reset compression=false 2024-11-19T17:19:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:19:07,381 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T17:19:07,381 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:19:07,381 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:19:07,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:07,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:07,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:19:07,382 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:19:07,382 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,36019,1732036738348 2024-11-19T17:19:07,382 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68ba319a 2024-11-19T17:19:07,383 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:19:07,384 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:19:07,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T17:19:07,384 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:19:07,384 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:19:07,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:07,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:07,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:19:07,385 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T17:19:07,385 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1773455501, stopped=false 2024-11-19T17:19:07,385 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=280a42d09ec8,36019,1732036738348 2024-11-19T17:19:07,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36019-0x101313d239f0000, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2094440756/running 2024-11-19T17:19:07,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x101313d239f0001, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2094440756/running 2024-11-19T17:19:07,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36019-0x101313d239f0000, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2094440756 2024-11-19T17:19:07,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x101313d239f0001, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2094440756 2024-11-19T17:19:07,388 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:19:07,388 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:19:07,388 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:19:07,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:07,389 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '280a42d09ec8,35911,1732036738400' ***** 2024-11-19T17:19:07,389 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T17:19:07,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35911-0x101313d239f0001, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Set watcher on znode that does not yet exist, /0-2094440756/running 2024-11-19T17:19:07,389 INFO [RS:0;280a42d09ec8:35911 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T17:19:07,389 INFO [RS:0;280a42d09ec8:35911 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T17:19:07,389 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T17:19:07,390 INFO [RS:0;280a42d09ec8:35911 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T17:19:07,390 INFO [RS:0;280a42d09ec8:35911 {}] regionserver.HRegionServer(3091): Received CLOSE for 9ade779b30730d4ff66492897288eee4 2024-11-19T17:19:07,390 INFO [RS:0;280a42d09ec8:35911 {}] regionserver.HRegionServer(959): stopping server 280a42d09ec8,35911,1732036738400 2024-11-19T17:19:07,390 INFO [RS:0;280a42d09ec8:35911 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:19:07,390 INFO [RS:0;280a42d09ec8:35911 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:35911. 2024-11-19T17:19:07,390 DEBUG [RS:0;280a42d09ec8:35911 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:19:07,390 DEBUG [RS:0;280a42d09ec8:35911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:07,390 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9ade779b30730d4ff66492897288eee4, disabling compactions & flushes 2024-11-19T17:19:07,390 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4. 2024-11-19T17:19:07,390 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4. 2024-11-19T17:19:07,390 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4. after waiting 0 ms 2024-11-19T17:19:07,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36019-0x101313d239f0000, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Set watcher on znode that does not yet exist, /0-2094440756/running 2024-11-19T17:19:07,390 INFO [RS:0;280a42d09ec8:35911 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T17:19:07,390 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4. 2024-11-19T17:19:07,390 INFO [RS:0;280a42d09ec8:35911 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T17:19:07,390 INFO [RS:0;280a42d09ec8:35911 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T17:19:07,390 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9ade779b30730d4ff66492897288eee4 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-19T17:19:07,390 INFO [RS:0;280a42d09ec8:35911 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T17:19:07,391 INFO [RS:0;280a42d09ec8:35911 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T17:19:07,391 DEBUG [RS:0;280a42d09ec8:35911 {}] regionserver.HRegionServer(1325): Online Regions={9ade779b30730d4ff66492897288eee4=hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T17:19:07,391 DEBUG [RS:0;280a42d09ec8:35911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ade779b30730d4ff66492897288eee4 2024-11-19T17:19:07,392 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:19:07,392 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:19:07,392 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:19:07,392 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:19:07,392 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:19:07,392 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-19T17:19:07,408 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/meta/1588230740/.tmp/info/d3a7b02194f74d8b892de8179bd445f9 is 147, key is hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4./info:regioninfo/1732036746419/Put/seqid=0 2024-11-19T17:19:07,408 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/replication/9ade779b30730d4ff66492897288eee4/.tmp/queue/f0a4b120370d4b869213ec8fd73145ea is 151, key is 1-280a42d09ec8,35911,1732036738400/queue:280a42d09ec8%2C35911%2C1732036738400/1732036746646/Put/seqid=0 2024-11-19T17:19:07,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741838_1014 (size=6631) 2024-11-19T17:19:07,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741839_1015 (size=5350) 2024-11-19T17:19:07,462 INFO [regionserver/280a42d09ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:19:07,583 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35911,1732036738400.replicationSource.wal-reader.280a42d09ec8%2C35911%2C1732036738400,1-280a42d09ec8,35911,1732036738400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,35911,1732036738400/280a42d09ec8%2C35911%2C1732036738400.1732036740389 to pos 0, reset compression=false 2024-11-19T17:19:07,592 DEBUG [RS:0;280a42d09ec8:35911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ade779b30730d4ff66492897288eee4 2024-11-19T17:19:07,792 DEBUG [RS:0;280a42d09ec8:35911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ade779b30730d4ff66492897288eee4 2024-11-19T17:19:07,815 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/meta/1588230740/.tmp/info/d3a7b02194f74d8b892de8179bd445f9 2024-11-19T17:19:07,817 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/replication/9ade779b30730d4ff66492897288eee4/.tmp/queue/f0a4b120370d4b869213ec8fd73145ea 2024-11-19T17:19:07,823 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/replication/9ade779b30730d4ff66492897288eee4/.tmp/queue/f0a4b120370d4b869213ec8fd73145ea as hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/replication/9ade779b30730d4ff66492897288eee4/queue/f0a4b120370d4b869213ec8fd73145ea 2024-11-19T17:19:07,827 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/replication/9ade779b30730d4ff66492897288eee4/queue/f0a4b120370d4b869213ec8fd73145ea, entries=1, sequenceid=5, filesize=5.2 K 2024-11-19T17:19:07,828 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9ade779b30730d4ff66492897288eee4 in 438ms, sequenceid=5, compaction requested=false 2024-11-19T17:19:07,828 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T17:19:07,832 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/replication/9ade779b30730d4ff66492897288eee4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T17:19:07,833 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:19:07,833 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:19:07,833 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4. 2024-11-19T17:19:07,833 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9ade779b30730d4ff66492897288eee4: Waiting for close lock at 1732036747390Running coprocessor pre-close hooks at 1732036747390Disabling compacts and flushes for region at 1732036747390Disabling writes for close at 1732036747390Obtaining lock to block concurrent updates at 1732036747390Preparing flush snapshotting stores in 9ade779b30730d4ff66492897288eee4 at 1732036747390Finished memstore snapshotting hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732036747391 (+1 ms)Flushing stores of hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4. at 1732036747391Flushing 9ade779b30730d4ff66492897288eee4/queue: creating writer at 1732036747392 (+1 ms)Flushing 9ade779b30730d4ff66492897288eee4/queue: appending metadata at 1732036747407 (+15 ms)Flushing 9ade779b30730d4ff66492897288eee4/queue: closing flushed file at 1732036747407Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a8b638c: reopening flushed file at 1732036747822 (+415 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9ade779b30730d4ff66492897288eee4 in 438ms, sequenceid=5, compaction requested=false at 1732036747828 (+6 ms)Writing region close event to WAL at 1732036747829 (+1 ms)Running coprocessor post-close hooks at 1732036747833 (+4 ms)Closed at 1732036747833 2024-11-19T17:19:07,833 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4. 2024-11-19T17:19:07,837 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/meta/1588230740/.tmp/ns/2c22e6b7254449a2bcb1d59dfba88c0c is 43, key is default/ns:d/1732036741369/Put/seqid=0 2024-11-19T17:19:07,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741840_1016 (size=5153) 2024-11-19T17:19:07,992 DEBUG [RS:0;280a42d09ec8:35911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:19:08,088 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35911,1732036738400.replicationSource.wal-reader.280a42d09ec8%2C35911%2C1732036738400,1-280a42d09ec8,35911,1732036738400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,35911,1732036738400/280a42d09ec8%2C35911%2C1732036738400.1732036740389 to pos 0, reset compression=false 2024-11-19T17:19:08,192 DEBUG [RS:0;280a42d09ec8:35911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:19:08,241 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/meta/1588230740/.tmp/ns/2c22e6b7254449a2bcb1d59dfba88c0c 2024-11-19T17:19:08,262 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/meta/1588230740/.tmp/table/44945032c2784c828c785c05a160d8f6 is 53, key is hbase:replication/table:state/1732036746432/Put/seqid=0 2024-11-19T17:19:08,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741841_1017 (size=5256) 2024-11-19T17:19:08,329 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T17:19:08,329 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T17:19:08,392 INFO [RS:0;280a42d09ec8:35911 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T17:19:08,392 DEBUG [RS:0;280a42d09ec8:35911 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T17:19:08,392 DEBUG [RS:0;280a42d09ec8:35911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:19:08,593 DEBUG [RS:0;280a42d09ec8:35911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:19:08,668 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/meta/1588230740/.tmp/table/44945032c2784c828c785c05a160d8f6 2024-11-19T17:19:08,674 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/meta/1588230740/.tmp/info/d3a7b02194f74d8b892de8179bd445f9 as hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/meta/1588230740/info/d3a7b02194f74d8b892de8179bd445f9 2024-11-19T17:19:08,682 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/meta/1588230740/info/d3a7b02194f74d8b892de8179bd445f9, entries=10, sequenceid=11, filesize=6.5 K 2024-11-19T17:19:08,683 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/meta/1588230740/.tmp/ns/2c22e6b7254449a2bcb1d59dfba88c0c as hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/meta/1588230740/ns/2c22e6b7254449a2bcb1d59dfba88c0c 2024-11-19T17:19:08,688 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/meta/1588230740/ns/2c22e6b7254449a2bcb1d59dfba88c0c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T17:19:08,689 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/meta/1588230740/.tmp/table/44945032c2784c828c785c05a160d8f6 as hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/meta/1588230740/table/44945032c2784c828c785c05a160d8f6 2024-11-19T17:19:08,693 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35911,1732036738400.replicationSource.wal-reader.280a42d09ec8%2C35911%2C1732036738400,1-280a42d09ec8,35911,1732036738400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,35911,1732036738400/280a42d09ec8%2C35911%2C1732036738400.1732036740389 to pos 0, reset compression=false 2024-11-19T17:19:08,696 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/meta/1588230740/table/44945032c2784c828c785c05a160d8f6, entries=2, sequenceid=11, filesize=5.1 K 2024-11-19T17:19:08,698 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=11, compaction requested=false 2024-11-19T17:19:08,703 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T17:19:08,703 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:19:08,703 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:19:08,704 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:19:08,704 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036747392Running coprocessor pre-close hooks at 1732036747392Disabling compacts and flushes for region at 1732036747392Disabling writes for close at 1732036747392Obtaining lock to block concurrent updates at 1732036747392Preparing flush snapshotting stores in 1588230740 at 1732036747392Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732036747392Flushing stores of hbase:meta,,1.1588230740 at 1732036747393 (+1 ms)Flushing 1588230740/info: creating writer at 1732036747393Flushing 1588230740/info: appending metadata at 1732036747407 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732036747407Flushing 1588230740/ns: creating writer at 1732036747821 (+414 ms)Flushing 1588230740/ns: appending metadata at 1732036747836 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732036747836Flushing 1588230740/table: creating writer at 1732036748246 (+410 ms)Flushing 1588230740/table: appending metadata at 1732036748261 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732036748261Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2243de49: reopening flushed file at 1732036748673 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ab16cfd: reopening flushed file at 1732036748682 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d6271b5: reopening flushed file at 1732036748688 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=11, compaction requested=false at 1732036748698 (+10 ms)Writing region close event to WAL at 1732036748700 (+2 ms)Running coprocessor post-close hooks at 1732036748703 (+3 ms)Closed at 1732036748704 (+1 ms) 2024-11-19T17:19:08,704 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T17:19:08,793 INFO [RS:0;280a42d09ec8:35911 {}] regionserver.HRegionServer(976): stopping server 280a42d09ec8,35911,1732036738400; all regions closed. 2024-11-19T17:19:08,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741834_1010 (size=2742) 2024-11-19T17:19:08,800 DEBUG [RS:0;280a42d09ec8:35911 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/oldWALs 2024-11-19T17:19:08,800 INFO [RS:0;280a42d09ec8:35911 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 280a42d09ec8%2C35911%2C1732036738400.meta:.meta(num 1732036741322) 2024-11-19T17:19:08,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741837_1013 (size=1586) 2024-11-19T17:19:08,807 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,35911,1732036738400/280a42d09ec8%2C35911%2C1732036738400.rep.1732036746383 not finished, retry = 0 2024-11-19T17:19:08,910 DEBUG [RS:0;280a42d09ec8:35911 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/oldWALs 2024-11-19T17:19:08,910 INFO [RS:0;280a42d09ec8:35911 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 280a42d09ec8%2C35911%2C1732036738400.rep:(num 1732036746383) 2024-11-19T17:19:08,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741832_1008 (size=93) 2024-11-19T17:19:08,916 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,35911,1732036738400/280a42d09ec8%2C35911%2C1732036738400.1732036740389 not finished, retry = 0 2024-11-19T17:19:09,022 DEBUG [RS:0;280a42d09ec8:35911 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/oldWALs 2024-11-19T17:19:09,022 INFO [RS:0;280a42d09ec8:35911 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 280a42d09ec8%2C35911%2C1732036738400:(num 1732036740389) 2024-11-19T17:19:09,022 DEBUG [RS:0;280a42d09ec8:35911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:09,022 INFO [RS:0;280a42d09ec8:35911 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:19:09,023 INFO [RS:0;280a42d09ec8:35911 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:19:09,023 INFO [RS:0;280a42d09ec8:35911 {}] hbase.ChoreService(370): Chore service for: regionserver/280a42d09ec8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T17:19:09,023 INFO [RS:0;280a42d09ec8:35911 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:19:09,023 INFO [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:19:09,023 INFO [RS:0;280a42d09ec8:35911 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-280a42d09ec8,35911,1732036738400 because: Region server is closing 2024-11-19T17:19:09,025 INFO [RS:0;280a42d09ec8:35911 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:35911. 2024-11-19T17:19:09,025 DEBUG [RS:0;280a42d09ec8:35911 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:19:09,025 DEBUG [RS:0;280a42d09ec8:35911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:09,025 DEBUG [RS:0;280a42d09ec8:35911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:09,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:19:09,126 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35911,1732036738400.replicationSource.wal-reader.280a42d09ec8%2C35911%2C1732036738400,1-280a42d09ec8,35911,1732036738400 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T17:19:09,126 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35911,1732036738400.replicationSource.shipper280a42d09ec8%2C35911%2C1732036738400,1-280a42d09ec8,35911,1732036738400 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T17:19:09,126 INFO [RS:0;280a42d09ec8:35911 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35911,1732036738400.replicationSource.shipper280a42d09ec8%2C35911%2C1732036738400,1-280a42d09ec8,35911,1732036738400 terminated 2024-11-19T17:19:09,126 INFO [RS:0;280a42d09ec8:35911 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35911 2024-11-19T17:19:09,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x101313d239f0001, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2094440756/rs/280a42d09ec8,35911,1732036738400 2024-11-19T17:19:09,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36019-0x101313d239f0000, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2094440756/rs 2024-11-19T17:19:09,129 INFO [RS:0;280a42d09ec8:35911 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:19:09,131 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [280a42d09ec8,35911,1732036738400] 2024-11-19T17:19:09,133 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2094440756/draining/280a42d09ec8,35911,1732036738400 already deleted, retry=false 2024-11-19T17:19:09,133 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 280a42d09ec8,35911,1732036738400 expired; onlineServers=0 2024-11-19T17:19:09,133 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '280a42d09ec8,36019,1732036738348' ***** 2024-11-19T17:19:09,133 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T17:19:09,133 INFO [M:0;280a42d09ec8:36019 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:19:09,133 INFO [M:0;280a42d09ec8:36019 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:19:09,133 DEBUG [M:0;280a42d09ec8:36019 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T17:19:09,133 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T17:19:09,133 DEBUG [M:0;280a42d09ec8:36019 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T17:19:09,133 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036740173 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036740173,5,FailOnTimeoutGroup] 2024-11-19T17:19:09,133 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036740174 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036740174,5,FailOnTimeoutGroup] 2024-11-19T17:19:09,133 INFO [M:0;280a42d09ec8:36019 {}] hbase.ChoreService(370): Chore service for: master/280a42d09ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T17:19:09,134 INFO [M:0;280a42d09ec8:36019 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:19:09,134 DEBUG [M:0;280a42d09ec8:36019 {}] master.HMaster(1795): Stopping service threads 2024-11-19T17:19:09,134 INFO [M:0;280a42d09ec8:36019 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T17:19:09,134 INFO [M:0;280a42d09ec8:36019 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:19:09,134 INFO [M:0;280a42d09ec8:36019 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T17:19:09,134 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T17:19:09,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36019-0x101313d239f0000, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2094440756/master 2024-11-19T17:19:09,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36019-0x101313d239f0000, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2094440756 2024-11-19T17:19:09,137 DEBUG [M:0;280a42d09ec8:36019 {}] zookeeper.ZKUtil(347): master:36019-0x101313d239f0000, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Unable to get data of znode /0-2094440756/master because node does not exist (not an error) 2024-11-19T17:19:09,137 WARN [M:0;280a42d09ec8:36019 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T17:19:09,138 INFO [M:0;280a42d09ec8:36019 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/.lastflushedseqids 2024-11-19T17:19:09,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741842_1018 (size=181) 2024-11-19T17:19:09,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x101313d239f0001, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:19:09,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35911-0x101313d239f0001, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:19:09,232 INFO [RS:0;280a42d09ec8:35911 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:19:09,232 INFO [RS:0;280a42d09ec8:35911 {}] regionserver.HRegionServer(1031): Exiting; stopping=280a42d09ec8,35911,1732036738400; zookeeper connection closed. 2024-11-19T17:19:09,233 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29aed586 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29aed586 2024-11-19T17:19:09,233 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T17:19:09,551 INFO [M:0;280a42d09ec8:36019 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T17:19:09,552 INFO [M:0;280a42d09ec8:36019 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T17:19:09,552 DEBUG [M:0;280a42d09ec8:36019 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:19:09,552 INFO [M:0;280a42d09ec8:36019 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:09,552 DEBUG [M:0;280a42d09ec8:36019 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:09,552 DEBUG [M:0;280a42d09ec8:36019 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:19:09,552 DEBUG [M:0;280a42d09ec8:36019 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:09,552 INFO [M:0;280a42d09ec8:36019 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-19T17:19:09,581 DEBUG [M:0;280a42d09ec8:36019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/906fe2a6e163457c8f411cc27c6c1a75 is 82, key is hbase:meta,,1/info:regioninfo/1732036741359/Put/seqid=0 2024-11-19T17:19:09,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741843_1019 (size=5672) 2024-11-19T17:19:09,995 INFO [M:0;280a42d09ec8:36019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/906fe2a6e163457c8f411cc27c6c1a75 2024-11-19T17:19:10,029 DEBUG [M:0;280a42d09ec8:36019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16763379c9fd43ecb157f2199e363d25 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732036746436/Put/seqid=0 2024-11-19T17:19:10,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741844_1020 (size=7203) 2024-11-19T17:19:10,059 INFO [M:0;280a42d09ec8:36019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16763379c9fd43ecb157f2199e363d25 2024-11-19T17:19:10,095 DEBUG [M:0;280a42d09ec8:36019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6dee685b150b4732a2a7ff1b0c4bd35f is 69, key is 280a42d09ec8,35911,1732036738400/rs:state/1732036740247/Put/seqid=0 2024-11-19T17:19:10,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741845_1021 (size=5156) 2024-11-19T17:19:10,511 INFO [M:0;280a42d09ec8:36019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6dee685b150b4732a2a7ff1b0c4bd35f 2024-11-19T17:19:10,520 DEBUG [M:0;280a42d09ec8:36019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/906fe2a6e163457c8f411cc27c6c1a75 as hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/906fe2a6e163457c8f411cc27c6c1a75 2024-11-19T17:19:10,532 INFO [M:0;280a42d09ec8:36019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/906fe2a6e163457c8f411cc27c6c1a75, entries=8, sequenceid=70, filesize=5.5 K 2024-11-19T17:19:10,534 DEBUG [M:0;280a42d09ec8:36019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16763379c9fd43ecb157f2199e363d25 as hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16763379c9fd43ecb157f2199e363d25 2024-11-19T17:19:10,542 INFO [M:0;280a42d09ec8:36019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16763379c9fd43ecb157f2199e363d25, entries=8, sequenceid=70, filesize=7.0 K 2024-11-19T17:19:10,548 DEBUG [M:0;280a42d09ec8:36019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6dee685b150b4732a2a7ff1b0c4bd35f as hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6dee685b150b4732a2a7ff1b0c4bd35f 2024-11-19T17:19:10,555 INFO [M:0;280a42d09ec8:36019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6dee685b150b4732a2a7ff1b0c4bd35f, entries=1, sequenceid=70, filesize=5.0 K 2024-11-19T17:19:10,559 INFO [M:0;280a42d09ec8:36019 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1006ms, sequenceid=70, compaction requested=false 2024-11-19T17:19:10,586 INFO [M:0;280a42d09ec8:36019 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:10,586 DEBUG [M:0;280a42d09ec8:36019 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036749552Disabling compacts and flushes for region at 1732036749552Disabling writes for close at 1732036749552Obtaining lock to block concurrent updates at 1732036749552Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732036749552Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732036749553 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732036749554 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732036749555 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732036749580 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732036749580Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732036750005 (+425 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732036750029 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732036750029Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732036750068 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732036750095 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732036750095Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@316979be: reopening flushed file at 1732036750519 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@226b1b30: reopening flushed file at 1732036750533 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@272967d: reopening flushed file at 1732036750543 (+10 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1006ms, sequenceid=70, compaction requested=false at 1732036750559 (+16 ms)Writing region close event to WAL at 1732036750585 (+26 ms)Closed at 1732036750585 2024-11-19T17:19:10,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741830_1006 (size=41008) 2024-11-19T17:19:10,602 INFO [M:0;280a42d09ec8:36019 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T17:19:10,602 INFO [M:0;280a42d09ec8:36019 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36019 2024-11-19T17:19:10,602 INFO [M:0;280a42d09ec8:36019 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:19:10,604 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:19:10,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36019-0x101313d239f0000, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:19:10,705 INFO [M:0;280a42d09ec8:36019 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:19:10,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36019-0x101313d239f0000, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:19:10,707 INFO [Time-limited test {}] client.ConnectionUtils(128): master/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:19:10,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:19:10,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:19:10,707 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:19:10,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:19:10,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:19:10,707 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T17:19:10,707 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:19:10,711 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33531 2024-11-19T17:19:10,712 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33531 connecting to ZooKeeper ensemble=127.0.0.1:49738 2024-11-19T17:19:10,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335310x0, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:19:10,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33531-0x101313d239f0006 connected 2024-11-19T17:19:10,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:10,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:10,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33531-0x101313d239f0006, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Set watcher on znode that does not yet exist, /0-2094440756/running 2024-11-19T17:19:10,730 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2094440756/meta-region-server: INIT 2024-11-19T17:19:10,730 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7, hbase.cluster.distributed=false 2024-11-19T17:19:10,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33531-0x101313d239f0006, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Set watcher on znode that does not yet exist, /0-2094440756/acl 2024-11-19T17:19:10,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33531 2024-11-19T17:19:10,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33531 2024-11-19T17:19:10,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33531 2024-11-19T17:19:10,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33531 2024-11-19T17:19:10,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33531 2024-11-19T17:19:10,824 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:19:10,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:19:10,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:19:10,824 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:19:10,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:19:10,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:19:10,824 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T17:19:10,824 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:19:10,837 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34081 2024-11-19T17:19:10,838 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34081 connecting to ZooKeeper ensemble=127.0.0.1:49738 2024-11-19T17:19:10,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:10,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:10,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340810x0, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:19:10,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340810x0, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Set watcher on znode that does not yet exist, /0-2094440756/running 2024-11-19T17:19:10,849 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T17:19:10,849 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2094440756/meta-region-server: INIT 2024-11-19T17:19:10,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34081-0x101313d239f0007 connected 2024-11-19T17:19:10,872 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T17:19:10,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34081-0x101313d239f0007, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Set watcher on znode that does not yet exist, /0-2094440756/master 2024-11-19T17:19:10,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34081-0x101313d239f0007, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Set watcher on znode that does not yet exist, /0-2094440756/acl 2024-11-19T17:19:10,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34081 2024-11-19T17:19:10,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34081 2024-11-19T17:19:10,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34081 2024-11-19T17:19:10,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34081 2024-11-19T17:19:10,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34081 2024-11-19T17:19:10,901 DEBUG [M:0;280a42d09ec8:33531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;280a42d09ec8:33531 2024-11-19T17:19:10,901 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2094440756/backup-masters/280a42d09ec8,33531,1732036750707 2024-11-19T17:19:10,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34081-0x101313d239f0007, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2094440756/backup-masters 2024-11-19T17:19:10,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x101313d239f0006, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2094440756/backup-masters 2024-11-19T17:19:10,903 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33531-0x101313d239f0006, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Set watcher on existing znode=/0-2094440756/backup-masters/280a42d09ec8,33531,1732036750707 2024-11-19T17:19:10,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x101313d239f0006, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2094440756 2024-11-19T17:19:10,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34081-0x101313d239f0007, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2094440756/master 2024-11-19T17:19:10,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34081-0x101313d239f0007, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2094440756 2024-11-19T17:19:10,906 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33531-0x101313d239f0006, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Set watcher on existing znode=/0-2094440756/master 2024-11-19T17:19:10,907 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2094440756/backup-masters/280a42d09ec8,33531,1732036750707 from backup master directory 2024-11-19T17:19:10,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34081-0x101313d239f0007, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2094440756/backup-masters 2024-11-19T17:19:10,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x101313d239f0006, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2094440756/backup-masters/280a42d09ec8,33531,1732036750707 2024-11-19T17:19:10,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x101313d239f0006, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2094440756/backup-masters 2024-11-19T17:19:10,909 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:19:10,909 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=280a42d09ec8,33531,1732036750707 2024-11-19T17:19:10,946 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:10,946 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T17:19:10,957 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 11ms. 2024-11-19T17:19:10,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741846_1022 (size=196) 2024-11-19T17:19:10,977 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:19:10,979 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T17:19:10,984 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:19:10,997 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-19T17:19:11,003 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/WALs/280a42d09ec8,36019,1732036738348 to hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/WALs/280a42d09ec8,36019,1732036738348-dead as it is dead 2024-11-19T17:19:11,004 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/WALs/280a42d09ec8,36019,1732036738348-dead/280a42d09ec8%2C36019%2C1732036738348.1732036740094 2024-11-19T17:19:11,005 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/WALs/280a42d09ec8,36019,1732036738348-dead/280a42d09ec8%2C36019%2C1732036738348.1732036740094 after 1ms 2024-11-19T17:19:11,006 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/WALs/280a42d09ec8,36019,1732036738348-dead/280a42d09ec8%2C36019%2C1732036738348.1732036740094 to hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/280a42d09ec8%2C36019%2C1732036738348.1732036740094 2024-11-19T17:19:11,006 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/WALs/280a42d09ec8,36019,1732036738348-dead 2024-11-19T17:19:11,006 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/WALs/280a42d09ec8,33531,1732036750707 2024-11-19T17:19:11,020 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:19:11,024 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=280a42d09ec8%2C33531%2C1732036750707, suffix=, logDir=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/WALs/280a42d09ec8,33531,1732036750707, archiveDir=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/oldWALs, maxLogs=10 2024-11-19T17:19:11,053 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/WALs/280a42d09ec8,33531,1732036750707/280a42d09ec8%2C33531%2C1732036750707.1732036751024, exclude list is [], retry=0 2024-11-19T17:19:11,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44079,DS-057e2913-3cf9-4528-a976-81ed6c0c6d66,DISK] 2024-11-19T17:19:11,061 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/WALs/280a42d09ec8,33531,1732036750707/280a42d09ec8%2C33531%2C1732036750707.1732036751024 2024-11-19T17:19:11,074 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46793:46793)] 2024-11-19T17:19:11,074 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:19:11,074 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:11,074 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:11,075 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:11,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:11,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T17:19:11,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:11,112 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/906fe2a6e163457c8f411cc27c6c1a75 2024-11-19T17:19:11,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:11,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:11,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T17:19:11,114 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:11,135 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16763379c9fd43ecb157f2199e363d25 2024-11-19T17:19:11,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:11,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:11,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T17:19:11,137 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:11,149 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6dee685b150b4732a2a7ff1b0c4bd35f 2024-11-19T17:19:11,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:11,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:11,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T17:19:11,151 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:11,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:11,152 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:11,152 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-19T17:19:11,152 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/280a42d09ec8%2C36019%2C1732036738348.1732036740094 2024-11-19T17:19:11,159 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/280a42d09ec8%2C36019%2C1732036738348.1732036740094 2024-11-19T17:19:11,160 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/280a42d09ec8%2C36019%2C1732036738348.1732036740094 2024-11-19T17:19:11,161 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:11,161 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:11,162 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:19:11,164 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:11,166 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-19T17:19:11,167 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62085583, jitterRate=-0.07485271990299225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:19:11,168 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732036751075Initializing all the Stores at 1732036751076 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036751076Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036751081 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036751081Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036751081Cleaning up temporary data from old regions at 1732036751161 (+80 ms)Region opened successfully at 1732036751168 (+7 ms) 2024-11-19T17:19:11,168 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T17:19:11,172 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a4e7f41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:19:11,175 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-19T17:19:11,175 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T17:19:11,175 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T17:19:11,175 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T17:19:11,177 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-19T17:19:11,183 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T17:19:11,184 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T17:19:11,185 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T17:19:11,185 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-19T17:19:11,185 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T17:19:11,197 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=280a42d09ec8,35911,1732036738400, regionLocation=280a42d09ec8,35911,1732036738400, openSeqNum=2 2024-11-19T17:19:11,197 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=280a42d09ec8,35911,1732036738400, table=hbase:meta, region=1588230740 2024-11-19T17:19:11,197 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,35911,1732036738400, state=OPEN 2024-11-19T17:19:11,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34081-0x101313d239f0007, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2094440756/meta-region-server 2024-11-19T17:19:11,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x101313d239f0006, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2094440756/meta-region-server 2024-11-19T17:19:11,199 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2094440756/meta-region-server: CHANGED 2024-11-19T17:19:11,199 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2094440756/meta-region-server: CHANGED 2024-11-19T17:19:11,205 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-19T17:19:11,210 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2094440756/draining/280a42d09ec8,35911,1732036738400 already deleted, retry=false 2024-11-19T17:19:11,211 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 280a42d09ec8,35911,1732036738400 on 280a42d09ec8,33531,1732036750707 2024-11-19T17:19:11,213 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 280a42d09ec8,35911,1732036738400, splitWal=true, meta=true 2024-11-19T17:19:11,213 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 280a42d09ec8,35911,1732036738400 (carryingMeta=true) 280a42d09ec8,35911,1732036738400/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5099398a[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-19T17:19:11,218 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33531-0x101313d239f0006, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Unable to get data of znode /0-2094440756/balancer because node does not exist (not necessarily an error) 2024-11-19T17:19:11,219 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2094440756/balancer already deleted, retry=false 2024-11-19T17:19:11,219 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T17:19:11,220 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33531-0x101313d239f0006, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Unable to get data of znode /0-2094440756/normalizer because node does not exist (not necessarily an error) 2024-11-19T17:19:11,223 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2094440756/normalizer already deleted, retry=false 2024-11-19T17:19:11,224 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T17:19:11,225 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33531-0x101313d239f0006, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Unable to get data of znode /0-2094440756/switch/split because node does not exist (not necessarily an error) 2024-11-19T17:19:11,226 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2094440756/switch/split already deleted, retry=false 2024-11-19T17:19:11,227 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33531-0x101313d239f0006, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Unable to get data of znode /0-2094440756/switch/merge because node does not exist (not necessarily an error) 2024-11-19T17:19:11,228 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2094440756/switch/merge already deleted, retry=false 2024-11-19T17:19:11,233 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33531-0x101313d239f0006, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Unable to get data of znode /0-2094440756/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T17:19:11,236 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2094440756/snapshot-cleanup already deleted, retry=false 2024-11-19T17:19:11,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34081-0x101313d239f0007, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2094440756/running 2024-11-19T17:19:11,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x101313d239f0006, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2094440756/running 2024-11-19T17:19:11,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34081-0x101313d239f0007, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2094440756 2024-11-19T17:19:11,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x101313d239f0006, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2094440756 2024-11-19T17:19:11,240 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=280a42d09ec8,33531,1732036750707, sessionid=0x101313d239f0006, setting cluster-up flag (Was=false) 2024-11-19T17:19:11,245 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2094440756/flush-table-proc/acquired, /0-2094440756/flush-table-proc/reached, /0-2094440756/flush-table-proc/abort 2024-11-19T17:19:11,246 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,33531,1732036750707 2024-11-19T17:19:11,249 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2094440756/online-snapshot/acquired, /0-2094440756/online-snapshot/reached, /0-2094440756/online-snapshot/abort 2024-11-19T17:19:11,250 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,33531,1732036750707 2024-11-19T17:19:11,253 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/.lastflushedseqids 2024-11-19T17:19:11,257 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T17:19:11,257 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T17:19:11,257 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 280a42d09ec8,33531,1732036750707 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 280a42d09ec8,35911,1732036738400 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T17:19:11,259 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:19:11,259 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:19:11,259 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:19:11,259 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:19:11,259 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/280a42d09ec8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T17:19:11,259 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:11,259 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:19:11,259 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:11,265 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 280a42d09ec8,35911,1732036738400, splitWal=true, meta=true 2024-11-19T17:19:11,266 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 280a42d09ec8,35911,1732036738400, splitWal=true, meta=true, isMeta: true 2024-11-19T17:19:11,267 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,35911,1732036738400-splitting 2024-11-19T17:19:11,268 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,35911,1732036738400-splitting dir is empty, no logs to split. 2024-11-19T17:19:11,268 INFO [PEWorker-1 {}] master.SplitWALManager(105): 280a42d09ec8,35911,1732036738400 WAL count=0, meta=true 2024-11-19T17:19:11,274 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,35911,1732036738400-splitting dir is empty, no logs to split. 2024-11-19T17:19:11,274 INFO [PEWorker-1 {}] master.SplitWALManager(105): 280a42d09ec8,35911,1732036738400 WAL count=0, meta=true 2024-11-19T17:19:11,274 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 280a42d09ec8,35911,1732036738400 WAL splitting is done? wals=0, meta=true 2024-11-19T17:19:11,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T17:19:11,276 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:19:11,276 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732036781276 2024-11-19T17:19:11,276 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T17:19:11,277 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T17:19:11,277 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T17:19:11,277 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T17:19:11,277 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T17:19:11,277 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T17:19:11,277 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T17:19:11,280 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:11,284 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T17:19:11,284 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T17:19:11,285 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T17:19:11,285 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T17:19:11,285 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T17:19:11,285 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T17:19:11,285 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036751285,5,FailOnTimeoutGroup] 2024-11-19T17:19:11,285 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036751285,5,FailOnTimeoutGroup] 2024-11-19T17:19:11,285 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:11,285 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T17:19:11,286 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:11,286 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:11,286 INFO [RS:0;280a42d09ec8:34081 {}] regionserver.HRegionServer(746): ClusterId : 405cf641-5bf6-4094-89e5-2018276907f4 2024-11-19T17:19:11,286 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732036751286, completionTime=-1 2024-11-19T17:19:11,286 DEBUG [RS:0;280a42d09ec8:34081 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T17:19:11,286 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-19T17:19:11,286 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-19T17:19:11,289 DEBUG [RS:0;280a42d09ec8:34081 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T17:19:11,289 DEBUG [RS:0;280a42d09ec8:34081 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T17:19:11,292 DEBUG [RS:0;280a42d09ec8:34081 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T17:19:11,292 DEBUG [RS:0;280a42d09ec8:34081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@243ba1ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:19:11,310 DEBUG [RS:0;280a42d09ec8:34081 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;280a42d09ec8:34081 2024-11-19T17:19:11,310 INFO [RS:0;280a42d09ec8:34081 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T17:19:11,310 INFO [RS:0;280a42d09ec8:34081 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T17:19:11,310 DEBUG [RS:0;280a42d09ec8:34081 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T17:19:11,311 INFO [RS:0;280a42d09ec8:34081 {}] regionserver.HRegionServer(2659): reportForDuty to master=280a42d09ec8,33531,1732036750707 with port=34081, startcode=1732036750823 2024-11-19T17:19:11,312 DEBUG [RS:0;280a42d09ec8:34081 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T17:19:11,313 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T17:19:11,314 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33531 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 280a42d09ec8,34081,1732036750823 2024-11-19T17:19:11,314 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33531 {}] master.ServerManager(517): Registering regionserver=280a42d09ec8,34081,1732036750823 2024-11-19T17:19:11,315 DEBUG [RS:0;280a42d09ec8:34081 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7 2024-11-19T17:19:11,315 DEBUG [RS:0;280a42d09ec8:34081 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37045 2024-11-19T17:19:11,315 DEBUG [RS:0;280a42d09ec8:34081 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T17:19:11,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x101313d239f0006, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2094440756/rs 2024-11-19T17:19:11,321 DEBUG [RS:0;280a42d09ec8:34081 {}] zookeeper.ZKUtil(111): regionserver:34081-0x101313d239f0007, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Set watcher on existing znode=/0-2094440756/rs/280a42d09ec8,34081,1732036750823 2024-11-19T17:19:11,321 WARN [RS:0;280a42d09ec8:34081 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:19:11,321 INFO [RS:0;280a42d09ec8:34081 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:19:11,321 DEBUG [RS:0;280a42d09ec8:34081 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,34081,1732036750823 2024-11-19T17:19:11,321 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [280a42d09ec8,34081,1732036750823] 2024-11-19T17:19:11,336 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-19T17:19:11,347 INFO [RS:0;280a42d09ec8:34081 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T17:19:11,348 INFO [RS:0;280a42d09ec8:34081 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T17:19:11,349 INFO [RS:0;280a42d09ec8:34081 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T17:19:11,349 INFO [RS:0;280a42d09ec8:34081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:11,349 INFO [RS:0;280a42d09ec8:34081 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T17:19:11,350 INFO [RS:0;280a42d09ec8:34081 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T17:19:11,350 INFO [RS:0;280a42d09ec8:34081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:11,350 DEBUG [RS:0;280a42d09ec8:34081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:11,350 DEBUG [RS:0;280a42d09ec8:34081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:11,350 DEBUG [RS:0;280a42d09ec8:34081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:11,350 DEBUG [RS:0;280a42d09ec8:34081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:11,350 DEBUG [RS:0;280a42d09ec8:34081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:11,350 DEBUG [RS:0;280a42d09ec8:34081 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:19:11,350 DEBUG [RS:0;280a42d09ec8:34081 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:11,350 DEBUG [RS:0;280a42d09ec8:34081 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:11,350 DEBUG [RS:0;280a42d09ec8:34081 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:11,350 DEBUG [RS:0;280a42d09ec8:34081 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:11,350 DEBUG [RS:0;280a42d09ec8:34081 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:11,350 DEBUG [RS:0;280a42d09ec8:34081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:11,350 DEBUG [RS:0;280a42d09ec8:34081 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:19:11,350 DEBUG [RS:0;280a42d09ec8:34081 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:19:11,351 INFO [RS:0;280a42d09ec8:34081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:11,351 INFO [RS:0;280a42d09ec8:34081 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:11,351 INFO [RS:0;280a42d09ec8:34081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:11,351 INFO [RS:0;280a42d09ec8:34081 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:11,351 INFO [RS:0;280a42d09ec8:34081 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:11,351 INFO [RS:0;280a42d09ec8:34081 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,34081,1732036750823-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:19:11,369 INFO [RS:0;280a42d09ec8:34081 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T17:19:11,369 INFO [RS:0;280a42d09ec8:34081 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,34081,1732036750823-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:11,384 INFO [RS:0;280a42d09ec8:34081 {}] regionserver.ReplicationSource(231): queueId=1-280a42d09ec8,34081,1732036750823, ReplicationSource: 1, currentBandwidth=0 2024-11-19T17:19:11,385 INFO [RS:0;280a42d09ec8:34081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:11,385 INFO [RS:0;280a42d09ec8:34081 {}] regionserver.Replication(171): 280a42d09ec8,34081,1732036750823 started 2024-11-19T17:19:11,398 INFO [RS:0;280a42d09ec8:34081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:11,398 INFO [RS:0;280a42d09ec8:34081 {}] regionserver.HRegionServer(1482): Serving as 280a42d09ec8,34081,1732036750823, RpcServer on 280a42d09ec8/172.17.0.2:34081, sessionid=0x101313d239f0007 2024-11-19T17:19:11,398 DEBUG [RS:0;280a42d09ec8:34081 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T17:19:11,398 DEBUG [RS:0;280a42d09ec8:34081 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 280a42d09ec8,34081,1732036750823 2024-11-19T17:19:11,398 DEBUG [RS:0;280a42d09ec8:34081 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,34081,1732036750823' 2024-11-19T17:19:11,398 DEBUG [RS:0;280a42d09ec8:34081 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2094440756/flush-table-proc/abort' 2024-11-19T17:19:11,399 DEBUG [RS:0;280a42d09ec8:34081 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2094440756/flush-table-proc/acquired' 2024-11-19T17:19:11,399 DEBUG [RS:0;280a42d09ec8:34081 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T17:19:11,399 DEBUG [RS:0;280a42d09ec8:34081 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T17:19:11,399 DEBUG [RS:0;280a42d09ec8:34081 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 280a42d09ec8,34081,1732036750823 2024-11-19T17:19:11,399 DEBUG [RS:0;280a42d09ec8:34081 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,34081,1732036750823' 2024-11-19T17:19:11,399 DEBUG [RS:0;280a42d09ec8:34081 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2094440756/online-snapshot/abort' 2024-11-19T17:19:11,400 DEBUG [RS:0;280a42d09ec8:34081 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2094440756/online-snapshot/acquired' 2024-11-19T17:19:11,400 DEBUG [RS:0;280a42d09ec8:34081.replicationSource,1-280a42d09ec8,34081,1732036750823 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:36949' 2024-11-19T17:19:11,400 DEBUG [RS:0;280a42d09ec8:34081 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T17:19:11,400 INFO [RS:0;280a42d09ec8:34081 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T17:19:11,400 INFO [RS:0;280a42d09ec8:34081 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T17:19:11,401 DEBUG [RS:0;280a42d09ec8:34081.replicationSource,1-280a42d09ec8,34081,1732036750823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72e2dd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:11,401 DEBUG [RS:0;280a42d09ec8:34081.replicationSource,1-280a42d09ec8,34081,1732036750823 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,36949,-1 for getting cluster id 2024-11-19T17:19:11,401 DEBUG [RS:0;280a42d09ec8:34081.replicationSource,1-280a42d09ec8,34081,1732036750823 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:19:11,403 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c5bbbab-32d5-4e2d-8f83-080d9fb044cb' 2024-11-19T17:19:11,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:19:11,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c5bbbab-32d5-4e2d-8f83-080d9fb044cb" 2024-11-19T17:19:11,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1301845e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:11,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,36949,-1] 2024-11-19T17:19:11,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:19:11,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:11,404 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:19:11,405 DEBUG [RS:0;280a42d09ec8:34081.replicationSource,1-280a42d09ec8,34081,1732036750823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8d81d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:11,405 DEBUG [RS:0;280a42d09ec8:34081.replicationSource,1-280a42d09ec8,34081,1732036750823 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:19:11,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,36949,1732036742131 2024-11-19T17:19:11,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1772ce91 2024-11-19T17:19:11,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:19:11,407 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-19T17:19:11,407 INFO [RS:0;280a42d09ec8:34081.replicationSource,1-280a42d09ec8,34081,1732036750823 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-280a42d09ec8,34081,1732036750823 (queues=0) is replicating from cluster=405cf641-5bf6-4094-89e5-2018276907f4 to cluster=4c5bbbab-32d5-4e2d-8f83-080d9fb044cb 2024-11-19T17:19:11,427 WARN [280a42d09ec8:33531 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T17:19:11,500 INFO [RS:0;280a42d09ec8:34081 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:19:11,502 INFO [RS:0;280a42d09ec8:34081 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C34081%2C1732036750823, suffix=, logDir=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,34081,1732036750823, archiveDir=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/oldWALs, maxLogs=10 2024-11-19T17:19:11,516 DEBUG [RS:0;280a42d09ec8:34081 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,34081,1732036750823/280a42d09ec8%2C34081%2C1732036750823.1732036751502, exclude list is [], retry=0 2024-11-19T17:19:11,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44079,DS-057e2913-3cf9-4528-a976-81ed6c0c6d66,DISK] 2024-11-19T17:19:11,522 INFO [RS:0;280a42d09ec8:34081 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,34081,1732036750823/280a42d09ec8%2C34081%2C1732036750823.1732036751502 2024-11-19T17:19:11,522 DEBUG [RS:0;280a42d09ec8:34081 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 280a42d09ec8%2C34081%2C1732036750823 for peer 1 2024-11-19T17:19:11,522 DEBUG [RS:0;280a42d09ec8:34081 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=280a42d09ec8%2C34081%2C1732036750823 2024-11-19T17:19:11,522 INFO [RS:0;280a42d09ec8:34081 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-280a42d09ec8,34081,1732036750823, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T17:19:11,528 DEBUG [RS:0;280a42d09ec8:34081 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46793:46793)] 2024-11-19T17:19:11,528 INFO [RS:0;280a42d09ec8:34081.replicationSource.shipper280a42d09ec8%2C34081%2C1732036750823,1-280a42d09ec8,34081,1732036750823 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 280a42d09ec8%2C34081%2C1732036750823 2024-11-19T17:19:11,528 DEBUG [RS:0;280a42d09ec8:34081.replicationSource.wal-reader.280a42d09ec8%2C34081%2C1732036750823,1-280a42d09ec8,34081,1732036750823 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,34081,1732036750823/280a42d09ec8%2C34081%2C1732036750823.1732036751502, startPosition=0, beingWritten=true 2024-11-19T17:19:11,677 DEBUG [280a42d09ec8:33531 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T17:19:11,678 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=280a42d09ec8,34081,1732036750823 2024-11-19T17:19:11,679 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,34081,1732036750823, state=OPENING 2024-11-19T17:19:11,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34081-0x101313d239f0007, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2094440756/meta-region-server 2024-11-19T17:19:11,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x101313d239f0006, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2094440756/meta-region-server 2024-11-19T17:19:11,682 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:19:11,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2094440756/meta-region-server: CHANGED 2024-11-19T17:19:11,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2094440756/meta-region-server: CHANGED 2024-11-19T17:19:11,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,34081,1732036750823}] 2024-11-19T17:19:11,734 DEBUG [RS:0;280a42d09ec8:34081.replicationSource.wal-reader.280a42d09ec8%2C34081%2C1732036750823,1-280a42d09ec8,34081,1732036750823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,34081,1732036750823/280a42d09ec8%2C34081%2C1732036750823.1732036751502 to pos 0, reset compression=false 2024-11-19T17:19:11,834 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:19:11,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T17:19:11,842 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T17:19:11,842 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:19:11,842 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T17:19:11,844 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C34081%2C1732036750823.meta, suffix=.meta, logDir=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,34081,1732036750823, archiveDir=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/oldWALs, maxLogs=10 2024-11-19T17:19:11,864 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,34081,1732036750823/280a42d09ec8%2C34081%2C1732036750823.meta.1732036751845.meta, exclude list is [], retry=0 2024-11-19T17:19:11,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44079,DS-057e2913-3cf9-4528-a976-81ed6c0c6d66,DISK] 2024-11-19T17:19:11,869 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,34081,1732036750823/280a42d09ec8%2C34081%2C1732036750823.meta.1732036751845.meta 2024-11-19T17:19:11,871 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46793:46793)] 2024-11-19T17:19:11,871 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:19:11,872 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:19:11,872 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:19:11,872 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T17:19:11,872 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T17:19:11,872 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T17:19:11,872 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:11,872 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T17:19:11,872 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T17:19:11,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:19:11,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:19:11,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:11,881 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/meta/1588230740/info/d3a7b02194f74d8b892de8179bd445f9 2024-11-19T17:19:11,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:11,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:19:11,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:19:11,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:11,889 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/meta/1588230740/ns/2c22e6b7254449a2bcb1d59dfba88c0c 2024-11-19T17:19:11,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:11,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:19:11,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:19:11,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:11,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:11,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:19:11,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:19:11,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:11,896 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/meta/1588230740/table/44945032c2784c828c785c05a160d8f6 2024-11-19T17:19:11,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:11,896 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:19:11,897 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/meta/1588230740 2024-11-19T17:19:11,898 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/meta/1588230740 2024-11-19T17:19:11,900 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:19:11,900 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:19:11,901 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:19:11,902 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:19:11,903 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67143638, jitterRate=5.181729793548584E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:19:11,903 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T17:19:11,903 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732036751872Writing region info on filesystem at 1732036751872Initializing all the Stores at 1732036751873 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036751873Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036751873Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036751873Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036751873Cleaning up temporary data from old regions at 1732036751900 (+27 ms)Running coprocessor post-open hooks at 1732036751903 (+3 ms)Region opened successfully at 1732036751903 2024-11-19T17:19:11,904 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732036751834 2024-11-19T17:19:11,905 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T17:19:11,907 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T17:19:11,907 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T17:19:11,907 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=280a42d09ec8,34081,1732036750823 2024-11-19T17:19:11,908 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,34081,1732036750823, state=OPEN 2024-11-19T17:19:11,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34081-0x101313d239f0007, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2094440756/meta-region-server 2024-11-19T17:19:11,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x101313d239f0006, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2094440756/meta-region-server 2024-11-19T17:19:11,910 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=280a42d09ec8,34081,1732036750823 2024-11-19T17:19:11,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2094440756/meta-region-server: CHANGED 2024-11-19T17:19:11,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2094440756/meta-region-server: CHANGED 2024-11-19T17:19:11,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-19T17:19:11,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,34081,1732036750823 in 228 msec 2024-11-19T17:19:11,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T17:19:11,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 638 msec 2024-11-19T17:19:11,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:11,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:11,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:11,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:11,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:11,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:12,043 DEBUG [RS:0;280a42d09ec8:34081.replicationSource.wal-reader.280a42d09ec8%2C34081%2C1732036750823,1-280a42d09ec8,34081,1732036750823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,34081,1732036750823/280a42d09ec8%2C34081%2C1732036750823.1732036751502 to pos 0, reset compression=false 2024-11-19T17:19:12,447 DEBUG [RS:0;280a42d09ec8:34081.replicationSource.wal-reader.280a42d09ec8%2C34081%2C1732036750823,1-280a42d09ec8,34081,1732036750823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,34081,1732036750823/280a42d09ec8%2C34081%2C1732036750823.1732036751502 to pos 0, reset compression=false 2024-11-19T17:19:12,838 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1552ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-19T17:19:12,952 DEBUG [RS:0;280a42d09ec8:34081.replicationSource.wal-reader.280a42d09ec8%2C34081%2C1732036750823,1-280a42d09ec8,34081,1732036750823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,34081,1732036750823/280a42d09ec8%2C34081%2C1732036750823.1732036751502 to pos 0, reset compression=false 2024-11-19T17:19:13,557 DEBUG [RS:0;280a42d09ec8:34081.replicationSource.wal-reader.280a42d09ec8%2C34081%2C1732036750823,1-280a42d09ec8,34081,1732036750823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,34081,1732036750823/280a42d09ec8%2C34081%2C1732036750823.1732036751502 to pos 0, reset compression=false 2024-11-19T17:19:14,263 DEBUG [RS:0;280a42d09ec8:34081.replicationSource.wal-reader.280a42d09ec8%2C34081%2C1732036750823,1-280a42d09ec8,34081,1732036750823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,34081,1732036750823/280a42d09ec8%2C34081%2C1732036750823.1732036751502 to pos 0, reset compression=false 2024-11-19T17:19:14,341 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-19T17:19:15,068 DEBUG [RS:0;280a42d09ec8:34081.replicationSource.wal-reader.280a42d09ec8%2C34081%2C1732036750823,1-280a42d09ec8,34081,1732036750823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,34081,1732036750823/280a42d09ec8%2C34081%2C1732036750823.1732036751502 to pos 0, reset compression=false 2024-11-19T17:19:15,793 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-19T17:19:15,793 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T17:19:15,794 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:19:15,794 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,34081,1732036750823, seqNum=-1] 2024-11-19T17:19:15,794 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:19:15,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:19:15,799 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9ade779b30730d4ff66492897288eee4, regionState=OPEN, lastHost=280a42d09ec8,35911,1732036738400, regionLocation=280a42d09ec8,35911,1732036738400, openSeqNum=2 2024-11-19T17:19:15,800 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T17:19:15,800 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732036815800 2024-11-19T17:19:15,800 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732036875800 2024-11-19T17:19:15,800 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-19T17:19:15,800 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 280a42d09ec8,35911,1732036738400 had 2 regions 2024-11-19T17:19:15,800 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,33531,1732036750707-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:15,800 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,33531,1732036750707-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:15,800 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,33531,1732036750707-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:15,800 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-280a42d09ec8:33531, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:15,800 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:15,801 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:15,801 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 280a42d09ec8,35911,1732036738400, splitWal=true, meta=true, isMeta: false 2024-11-19T17:19:15,805 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,35911,1732036738400-splitting dir is empty, no logs to split. 2024-11-19T17:19:15,805 INFO [PEWorker-3 {}] master.SplitWALManager(105): 280a42d09ec8,35911,1732036738400 WAL count=0, meta=false 2024-11-19T17:19:15,806 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.897sec 2024-11-19T17:19:15,806 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T17:19:15,806 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T17:19:15,806 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T17:19:15,807 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T17:19:15,807 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T17:19:15,807 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,33531,1732036750707-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:19:15,807 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,33531,1732036750707-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T17:19:15,808 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,35911,1732036738400-splitting dir is empty, no logs to split. 2024-11-19T17:19:15,808 INFO [PEWorker-3 {}] master.SplitWALManager(105): 280a42d09ec8,35911,1732036738400 WAL count=0, meta=false 2024-11-19T17:19:15,808 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 280a42d09ec8,35911,1732036738400 WAL splitting is done? wals=0, meta=false 2024-11-19T17:19:15,809 WARN [master/280a42d09ec8:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=280a42d09ec8,35911,1732036738400/hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4. 2024-11-19T17:19:15,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9ade779b30730d4ff66492897288eee4, ASSIGN}] 2024-11-19T17:19:15,811 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9ade779b30730d4ff66492897288eee4, ASSIGN 2024-11-19T17:19:15,812 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T17:19:15,812 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T17:19:15,812 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,33531,1732036750707-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:15,812 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9ade779b30730d4ff66492897288eee4, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T17:19:15,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@765de3e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:15,889 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,33531,-1 for getting cluster id 2024-11-19T17:19:15,889 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:19:15,890 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '405cf641-5bf6-4094-89e5-2018276907f4' 2024-11-19T17:19:15,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:19:15,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "405cf641-5bf6-4094-89e5-2018276907f4" 2024-11-19T17:19:15,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720485d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:15,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,33531,-1] 2024-11-19T17:19:15,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:19:15,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:15,892 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:19:15,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37cd2ff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:15,893 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:19:15,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,34081,1732036750823, seqNum=-1] 2024-11-19T17:19:15,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:19:15,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:19:15,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-19T17:19:15,898 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:19:15,898 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:19:15,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:15,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:15,899 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:19:15,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 280a42d09ec8:33531 after: 280a42d09ec8:33531 2024-11-19T17:19:15,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f41e2b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:15,899 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,33531,-1 for getting cluster id 2024-11-19T17:19:15,900 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:19:15,900 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '405cf641-5bf6-4094-89e5-2018276907f4' 2024-11-19T17:19:15,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:19:15,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "405cf641-5bf6-4094-89e5-2018276907f4" 2024-11-19T17:19:15,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5f6f86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:15,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,33531,-1] 2024-11-19T17:19:15,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:19:15,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:15,901 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:19:15,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@670b4cfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:15,902 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:19:15,903 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,33531,1732036750707 2024-11-19T17:19:15,903 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1eedbcd0 2024-11-19T17:19:15,903 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:19:15,903 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:19:15,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33531 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T17:19:15,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T17:19:15,904 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:19:15,904 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:19:15,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:15,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:15,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:19:15,905 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T17:19:15,905 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2141985621, stopped=false 2024-11-19T17:19:15,905 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=280a42d09ec8,36949,1732036742131 2024-11-19T17:19:15,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101313d239f0003, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1440971747/running 2024-11-19T17:19:15,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101313d239f0003, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440971747 2024-11-19T17:19:15,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42005-0x101313d239f0004, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1440971747/running 2024-11-19T17:19:15,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42005-0x101313d239f0004, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440971747 2024-11-19T17:19:15,906 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:19:15,907 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:19:15,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42005-0x101313d239f0004, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Set watcher on znode that does not yet exist, /1-1440971747/running 2024-11-19T17:19:15,907 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:19:15,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36949-0x101313d239f0003, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Set watcher on znode that does not yet exist, /1-1440971747/running 2024-11-19T17:19:15,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:15,907 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '280a42d09ec8,42005,1732036742191' ***** 2024-11-19T17:19:15,907 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T17:19:15,907 INFO [RS:0;280a42d09ec8:42005 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T17:19:15,907 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T17:19:15,908 INFO [RS:0;280a42d09ec8:42005 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T17:19:15,908 INFO [RS:0;280a42d09ec8:42005 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T17:19:15,908 INFO [RS:0;280a42d09ec8:42005 {}] regionserver.HRegionServer(959): stopping server 280a42d09ec8,42005,1732036742191 2024-11-19T17:19:15,908 INFO [RS:0;280a42d09ec8:42005 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:19:15,908 INFO [RS:0;280a42d09ec8:42005 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:42005. 2024-11-19T17:19:15,908 DEBUG [RS:0;280a42d09ec8:42005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:19:15,908 DEBUG [RS:0;280a42d09ec8:42005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:15,908 INFO [RS:0;280a42d09ec8:42005 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T17:19:15,908 INFO [RS:0;280a42d09ec8:42005 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T17:19:15,908 INFO [RS:0;280a42d09ec8:42005 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T17:19:15,908 INFO [RS:0;280a42d09ec8:42005 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T17:19:15,908 INFO [RS:0;280a42d09ec8:42005 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T17:19:15,908 DEBUG [RS:0;280a42d09ec8:42005 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T17:19:15,908 DEBUG [RS:0;280a42d09ec8:42005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:19:15,908 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:19:15,908 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:19:15,908 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:19:15,908 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:19:15,908 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:19:15,909 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-19T17:19:15,926 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/data/hbase/meta/1588230740/.tmp/ns/a1464beb0a99416db713b7a1df1c0e6b is 43, key is default/ns:d/1732036745199/Put/seqid=0 2024-11-19T17:19:15,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37905 is added to blk_1073741835_1011 (size=5153) 2024-11-19T17:19:15,957 INFO [regionserver/280a42d09ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:19:15,962 DEBUG [280a42d09ec8:33531 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T17:19:15,963 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9ade779b30730d4ff66492897288eee4, regionState=OPENING, regionLocation=280a42d09ec8,34081,1732036750823 2024-11-19T17:19:15,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9ade779b30730d4ff66492897288eee4, ASSIGN because future has completed 2024-11-19T17:19:15,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ade779b30730d4ff66492897288eee4, server=280a42d09ec8,34081,1732036750823}] 2024-11-19T17:19:15,973 DEBUG [RS:0;280a42d09ec8:34081.replicationSource.wal-reader.280a42d09ec8%2C34081%2C1732036750823,1-280a42d09ec8,34081,1732036750823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,34081,1732036750823/280a42d09ec8%2C34081%2C1732036750823.1732036751502 to pos 0, reset compression=false 2024-11-19T17:19:16,070 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T17:19:16,070 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T17:19:16,108 DEBUG [RS:0;280a42d09ec8:42005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:19:16,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4. 2024-11-19T17:19:16,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:19:16,122 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T17:19:16,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C34081%2C1732036750823.rep, suffix=, logDir=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,34081,1732036750823, archiveDir=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/oldWALs, maxLogs=10 2024-11-19T17:19:16,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,34081,1732036750823/280a42d09ec8%2C34081%2C1732036750823.rep.1732036756123, exclude list is [], retry=0 2024-11-19T17:19:16,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44079,DS-057e2913-3cf9-4528-a976-81ed6c0c6d66,DISK] 2024-11-19T17:19:16,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,34081,1732036750823/280a42d09ec8%2C34081%2C1732036750823.rep.1732036756123 2024-11-19T17:19:16,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46793:46793)] 2024-11-19T17:19:16,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 9ade779b30730d4ff66492897288eee4, NAME => 'hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:19:16,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:19:16,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:19:16,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4. service=MultiRowMutationService 2024-11-19T17:19:16,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T17:19:16,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9ade779b30730d4ff66492897288eee4 2024-11-19T17:19:16,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:16,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 9ade779b30730d4ff66492897288eee4 2024-11-19T17:19:16,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 9ade779b30730d4ff66492897288eee4 2024-11-19T17:19:16,154 INFO [StoreOpener-9ade779b30730d4ff66492897288eee4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9ade779b30730d4ff66492897288eee4 2024-11-19T17:19:16,155 INFO [StoreOpener-9ade779b30730d4ff66492897288eee4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ade779b30730d4ff66492897288eee4 columnFamilyName hfileref 2024-11-19T17:19:16,155 DEBUG [StoreOpener-9ade779b30730d4ff66492897288eee4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:16,155 INFO [StoreOpener-9ade779b30730d4ff66492897288eee4-1 {}] regionserver.HStore(327): Store=9ade779b30730d4ff66492897288eee4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:16,155 INFO [StoreOpener-9ade779b30730d4ff66492897288eee4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9ade779b30730d4ff66492897288eee4 2024-11-19T17:19:16,156 INFO [StoreOpener-9ade779b30730d4ff66492897288eee4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ade779b30730d4ff66492897288eee4 columnFamilyName queue 2024-11-19T17:19:16,156 DEBUG [StoreOpener-9ade779b30730d4ff66492897288eee4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:16,161 DEBUG [StoreOpener-9ade779b30730d4ff66492897288eee4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/replication/9ade779b30730d4ff66492897288eee4/queue/f0a4b120370d4b869213ec8fd73145ea 2024-11-19T17:19:16,161 INFO [StoreOpener-9ade779b30730d4ff66492897288eee4-1 {}] regionserver.HStore(327): Store=9ade779b30730d4ff66492897288eee4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:16,161 INFO [StoreOpener-9ade779b30730d4ff66492897288eee4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9ade779b30730d4ff66492897288eee4 2024-11-19T17:19:16,162 INFO [StoreOpener-9ade779b30730d4ff66492897288eee4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ade779b30730d4ff66492897288eee4 columnFamilyName sid 2024-11-19T17:19:16,162 DEBUG [StoreOpener-9ade779b30730d4ff66492897288eee4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:16,162 INFO [StoreOpener-9ade779b30730d4ff66492897288eee4-1 {}] regionserver.HStore(327): Store=9ade779b30730d4ff66492897288eee4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:16,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 9ade779b30730d4ff66492897288eee4 2024-11-19T17:19:16,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/replication/9ade779b30730d4ff66492897288eee4 2024-11-19T17:19:16,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/replication/9ade779b30730d4ff66492897288eee4 2024-11-19T17:19:16,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 9ade779b30730d4ff66492897288eee4 2024-11-19T17:19:16,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 9ade779b30730d4ff66492897288eee4 2024-11-19T17:19:16,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:19:16,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 9ade779b30730d4ff66492897288eee4 2024-11-19T17:19:16,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 9ade779b30730d4ff66492897288eee4; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70462632, jitterRate=0.049975037574768066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:19:16,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9ade779b30730d4ff66492897288eee4 2024-11-19T17:19:16,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 9ade779b30730d4ff66492897288eee4: Running coprocessor pre-open hook at 1732036756148Writing region info on filesystem at 1732036756148Initializing all the Stores at 1732036756149 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036756149Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036756154 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036756154Cleaning up temporary data from old regions at 1732036756165 (+11 ms)Running coprocessor post-open hooks at 1732036756168 (+3 ms)Region opened successfully at 1732036756168 2024-11-19T17:19:16,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4., pid=13, masterSystemTime=1732036756117 2024-11-19T17:19:16,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4. 2024-11-19T17:19:16,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4. 2024-11-19T17:19:16,171 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9ade779b30730d4ff66492897288eee4, regionState=OPEN, openSeqNum=9, regionLocation=280a42d09ec8,34081,1732036750823 2024-11-19T17:19:16,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ade779b30730d4ff66492897288eee4, server=280a42d09ec8,34081,1732036750823 because future has completed 2024-11-19T17:19:16,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-19T17:19:16,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 9ade779b30730d4ff66492897288eee4, server=280a42d09ec8,34081,1732036750823 in 209 msec 2024-11-19T17:19:16,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-19T17:19:16,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9ade779b30730d4ff66492897288eee4, ASSIGN in 367 msec 2024-11-19T17:19:16,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-19T17:19:16,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4., hostname=280a42d09ec8,34081,1732036750823, seqNum=9] 2024-11-19T17:19:16,197 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 280a42d09ec8,35911,1732036738400 2024-11-19T17:19:16,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-19T17:19:16,309 DEBUG [RS:0;280a42d09ec8:42005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:19:16,338 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/data/hbase/meta/1588230740/.tmp/ns/a1464beb0a99416db713b7a1df1c0e6b 2024-11-19T17:19:16,346 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/data/hbase/meta/1588230740/.tmp/ns/a1464beb0a99416db713b7a1df1c0e6b as hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/data/hbase/meta/1588230740/ns/a1464beb0a99416db713b7a1df1c0e6b 2024-11-19T17:19:16,352 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/data/hbase/meta/1588230740/ns/a1464beb0a99416db713b7a1df1c0e6b, entries=2, sequenceid=6, filesize=5.0 K 2024-11-19T17:19:16,353 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false 2024-11-19T17:19:16,353 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T17:19:16,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34081 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-19T17:19:16,370 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T17:19:16,371 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:19:16,371 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:19:16,371 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:19:16,371 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036755908Running coprocessor pre-close hooks at 1732036755908Disabling compacts and flushes for region at 1732036755908Disabling writes for close at 1732036755908Obtaining lock to block concurrent updates at 1732036755909 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732036755909Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732036755909Flushing stores of hbase:meta,,1.1588230740 at 1732036755910 (+1 ms)Flushing 1588230740/ns: creating writer at 1732036755910Flushing 1588230740/ns: appending metadata at 1732036755926 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732036755926Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e005d07: reopening flushed file at 1732036756345 (+419 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false at 1732036756353 (+8 ms)Writing region close event to WAL at 1732036756360 (+7 ms)Running coprocessor post-close hooks at 1732036756371 (+11 ms)Closed at 1732036756371 2024-11-19T17:19:16,371 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T17:19:16,509 INFO [RS:0;280a42d09ec8:42005 {}] regionserver.HRegionServer(976): stopping server 280a42d09ec8,42005,1732036742191; all regions closed. 2024-11-19T17:19:16,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37905 is added to blk_1073741834_1010 (size=1152) 2024-11-19T17:19:16,511 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/WALs/280a42d09ec8,42005,1732036742191/280a42d09ec8%2C42005%2C1732036742191.meta.1732036745141.meta not finished, retry = 0 2024-11-19T17:19:16,614 DEBUG [RS:0;280a42d09ec8:42005 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/oldWALs 2024-11-19T17:19:16,614 INFO [RS:0;280a42d09ec8:42005 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 280a42d09ec8%2C42005%2C1732036742191.meta:.meta(num 1732036745141) 2024-11-19T17:19:16,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37905 is added to blk_1073741832_1008 (size=93) 2024-11-19T17:19:16,616 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/WALs/280a42d09ec8,42005,1732036742191/280a42d09ec8%2C42005%2C1732036742191.1732036744184 not finished, retry = 0 2024-11-19T17:19:16,719 DEBUG [RS:0;280a42d09ec8:42005 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/oldWALs 2024-11-19T17:19:16,719 INFO [RS:0;280a42d09ec8:42005 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 280a42d09ec8%2C42005%2C1732036742191:(num 1732036744184) 2024-11-19T17:19:16,719 DEBUG [RS:0;280a42d09ec8:42005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:16,719 INFO [RS:0;280a42d09ec8:42005 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:19:16,719 INFO [RS:0;280a42d09ec8:42005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:19:16,719 INFO [RS:0;280a42d09ec8:42005 {}] hbase.ChoreService(370): Chore service for: regionserver/280a42d09ec8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T17:19:16,719 INFO [RS:0;280a42d09ec8:42005 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:19:16,719 INFO [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:19:16,719 INFO [RS:0;280a42d09ec8:42005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42005 2024-11-19T17:19:16,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42005-0x101313d239f0004, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1440971747/rs/280a42d09ec8,42005,1732036742191 2024-11-19T17:19:16,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101313d239f0003, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440971747/rs 2024-11-19T17:19:16,722 INFO [RS:0;280a42d09ec8:42005 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:19:16,723 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [280a42d09ec8,42005,1732036742191] 2024-11-19T17:19:16,724 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1440971747/draining/280a42d09ec8,42005,1732036742191 already deleted, retry=false 2024-11-19T17:19:16,724 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 280a42d09ec8,42005,1732036742191 expired; onlineServers=0 2024-11-19T17:19:16,724 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '280a42d09ec8,36949,1732036742131' ***** 2024-11-19T17:19:16,724 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T17:19:16,724 INFO [M:0;280a42d09ec8:36949 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:19:16,725 INFO [M:0;280a42d09ec8:36949 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:19:16,725 DEBUG [M:0;280a42d09ec8:36949 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T17:19:16,725 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T17:19:16,725 DEBUG [M:0;280a42d09ec8:36949 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T17:19:16,725 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036743990 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036743990,5,FailOnTimeoutGroup] 2024-11-19T17:19:16,725 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036743990 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036743990,5,FailOnTimeoutGroup] 2024-11-19T17:19:16,725 INFO [M:0;280a42d09ec8:36949 {}] hbase.ChoreService(370): Chore service for: master/280a42d09ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T17:19:16,725 INFO [M:0;280a42d09ec8:36949 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:19:16,725 DEBUG [M:0;280a42d09ec8:36949 {}] master.HMaster(1795): Stopping service threads 2024-11-19T17:19:16,725 INFO [M:0;280a42d09ec8:36949 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T17:19:16,725 INFO [M:0;280a42d09ec8:36949 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:19:16,725 INFO [M:0;280a42d09ec8:36949 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T17:19:16,725 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T17:19:16,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101313d239f0003, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1440971747/master 2024-11-19T17:19:16,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101313d239f0003, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440971747 2024-11-19T17:19:16,726 DEBUG [M:0;280a42d09ec8:36949 {}] zookeeper.ZKUtil(347): master:36949-0x101313d239f0003, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Unable to get data of znode /1-1440971747/master because node does not exist (not an error) 2024-11-19T17:19:16,726 WARN [M:0;280a42d09ec8:36949 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T17:19:16,727 INFO [M:0;280a42d09ec8:36949 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/.lastflushedseqids 2024-11-19T17:19:16,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37905 is added to blk_1073741836_1012 (size=99) 2024-11-19T17:19:16,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42005-0x101313d239f0004, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:19:16,824 INFO [RS:0;280a42d09ec8:42005 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:19:16,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42005-0x101313d239f0004, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:19:16,824 INFO [RS:0;280a42d09ec8:42005 {}] regionserver.HRegionServer(1031): Exiting; stopping=280a42d09ec8,42005,1732036742191; zookeeper connection closed. 2024-11-19T17:19:16,824 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37a63652 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37a63652 2024-11-19T17:19:16,824 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T17:19:16,978 DEBUG [RS:0;280a42d09ec8:34081.replicationSource.wal-reader.280a42d09ec8%2C34081%2C1732036750823,1-280a42d09ec8,34081,1732036750823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,34081,1732036750823/280a42d09ec8%2C34081%2C1732036750823.1732036751502 to pos 0, reset compression=false 2024-11-19T17:19:17,132 INFO [M:0;280a42d09ec8:36949 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T17:19:17,132 INFO [M:0;280a42d09ec8:36949 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T17:19:17,132 DEBUG [M:0;280a42d09ec8:36949 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:19:17,132 INFO [M:0;280a42d09ec8:36949 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:17,132 DEBUG [M:0;280a42d09ec8:36949 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:17,132 DEBUG [M:0;280a42d09ec8:36949 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:19:17,132 DEBUG [M:0;280a42d09ec8:36949 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:17,132 INFO [M:0;280a42d09ec8:36949 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-19T17:19:17,148 DEBUG [M:0;280a42d09ec8:36949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3684a70dd8d04732a2c53200fbbb79af is 82, key is hbase:meta,,1/info:regioninfo/1732036745176/Put/seqid=0 2024-11-19T17:19:17,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37905 is added to blk_1073741837_1013 (size=5672) 2024-11-19T17:19:17,375 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T17:19:17,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:17,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:17,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:17,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:17,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:17,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:17,552 INFO [M:0;280a42d09ec8:36949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3684a70dd8d04732a2c53200fbbb79af 2024-11-19T17:19:17,572 DEBUG [M:0;280a42d09ec8:36949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5f26a4af29f47f688239e3b2baf88eb is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732036745203/Put/seqid=0 2024-11-19T17:19:17,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37905 is added to blk_1073741838_1014 (size=5275) 2024-11-19T17:19:17,977 INFO [M:0;280a42d09ec8:36949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5f26a4af29f47f688239e3b2baf88eb 2024-11-19T17:19:17,996 DEBUG [M:0;280a42d09ec8:36949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ade7494db91c4acf981344c51d82b3ff is 69, key is 280a42d09ec8,42005,1732036742191/rs:state/1732036744033/Put/seqid=0 2024-11-19T17:19:18,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37905 is added to blk_1073741839_1015 (size=5156) 2024-11-19T17:19:18,083 DEBUG [RS:0;280a42d09ec8:34081.replicationSource.wal-reader.280a42d09ec8%2C34081%2C1732036750823,1-280a42d09ec8,34081,1732036750823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,34081,1732036750823/280a42d09ec8%2C34081%2C1732036750823.1732036751502 to pos 0, reset compression=false 2024-11-19T17:19:18,401 INFO [M:0;280a42d09ec8:36949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ade7494db91c4acf981344c51d82b3ff 2024-11-19T17:19:18,406 DEBUG [M:0;280a42d09ec8:36949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3684a70dd8d04732a2c53200fbbb79af as hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3684a70dd8d04732a2c53200fbbb79af 2024-11-19T17:19:18,410 INFO [M:0;280a42d09ec8:36949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3684a70dd8d04732a2c53200fbbb79af, entries=8, sequenceid=28, filesize=5.5 K 2024-11-19T17:19:18,411 DEBUG [M:0;280a42d09ec8:36949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5f26a4af29f47f688239e3b2baf88eb as hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d5f26a4af29f47f688239e3b2baf88eb 2024-11-19T17:19:18,415 INFO [M:0;280a42d09ec8:36949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d5f26a4af29f47f688239e3b2baf88eb, entries=3, sequenceid=28, filesize=5.2 K 2024-11-19T17:19:18,416 DEBUG [M:0;280a42d09ec8:36949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ade7494db91c4acf981344c51d82b3ff as hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ade7494db91c4acf981344c51d82b3ff 2024-11-19T17:19:18,422 INFO [M:0;280a42d09ec8:36949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36123/user/jenkins/test-data/c903b0a1-b2ad-4c60-cf20-9306eff5010f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ade7494db91c4acf981344c51d82b3ff, entries=1, sequenceid=28, filesize=5.0 K 2024-11-19T17:19:18,423 INFO [M:0;280a42d09ec8:36949 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=28, compaction requested=false 2024-11-19T17:19:18,428 INFO [M:0;280a42d09ec8:36949 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:18,428 DEBUG [M:0;280a42d09ec8:36949 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036757132Disabling compacts and flushes for region at 1732036757132Disabling writes for close at 1732036757132Obtaining lock to block concurrent updates at 1732036757132Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732036757132Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732036757133 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732036757133Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732036757133Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732036757147 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732036757148 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732036757557 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732036757572 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732036757572Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732036757982 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732036757996 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732036757996Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10eac38e: reopening flushed file at 1732036758405 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e2d25e6: reopening flushed file at 1732036758410 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78375aff: reopening flushed file at 1732036758415 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=28, compaction requested=false at 1732036758423 (+8 ms)Writing region close event to WAL at 1732036758428 (+5 ms)Closed at 1732036758428 2024-11-19T17:19:18,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37905 is added to blk_1073741830_1006 (size=10165) 2024-11-19T17:19:18,437 INFO [M:0;280a42d09ec8:36949 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T17:19:18,437 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:19:18,437 INFO [M:0;280a42d09ec8:36949 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36949 2024-11-19T17:19:18,437 INFO [M:0;280a42d09ec8:36949 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:19:18,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101313d239f0003, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:19:18,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101313d239f0003, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:19:18,539 INFO [M:0;280a42d09ec8:36949 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:19:18,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@101cec53{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:19:18,545 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10c2ec6b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:19:18,545 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:19:18,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d17fa12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:19:18,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20f81a38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8/hadoop.log.dir/,STOPPED} 2024-11-19T17:19:18,547 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T17:19:18,547 WARN [BP-1399434649-172.17.0.2-1732036741459 heartbeating to localhost/127.0.0.1:36123 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T17:19:18,547 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T17:19:18,547 WARN [BP-1399434649-172.17.0.2-1732036741459 heartbeating to localhost/127.0.0.1:36123 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1399434649-172.17.0.2-1732036741459 (Datanode Uuid 4ee60069-9aef-4c2c-b1b2-62d40bac990b) service to localhost/127.0.0.1:36123 2024-11-19T17:19:18,548 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8/cluster_ad1f137f-4cd8-e486-a7a8-ead5ba22f81a/data/data1/current/BP-1399434649-172.17.0.2-1732036741459 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:19:18,548 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8/cluster_ad1f137f-4cd8-e486-a7a8-ead5ba22f81a/data/data2/current/BP-1399434649-172.17.0.2-1732036741459 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:19:18,548 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T17:19:18,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13601c7a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:19:18,556 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3666d748{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:19:18,556 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:19:18,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca6a426{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:19:18,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e032d09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8/hadoop.log.dir/,STOPPED} 2024-11-19T17:19:18,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T17:19:18,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T17:19:18,569 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:19:18,569 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:19:18,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:18,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:18,569 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:19:18,569 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T17:19:18,569 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1711765348, stopped=false 2024-11-19T17:19:18,569 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=280a42d09ec8,33531,1732036750707 2024-11-19T17:19:18,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x101313d239f0006, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2094440756/running 2024-11-19T17:19:18,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34081-0x101313d239f0007, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2094440756/running 2024-11-19T17:19:18,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x101313d239f0006, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2094440756 2024-11-19T17:19:18,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34081-0x101313d239f0007, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2094440756 2024-11-19T17:19:18,572 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:19:18,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34081-0x101313d239f0007, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Set watcher on znode that does not yet exist, /0-2094440756/running 2024-11-19T17:19:18,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33531-0x101313d239f0006, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Set watcher on znode that does not yet exist, /0-2094440756/running 2024-11-19T17:19:18,572 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:19:18,573 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:19:18,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:18,573 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '280a42d09ec8,34081,1732036750823' ***** 2024-11-19T17:19:18,573 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T17:19:18,573 INFO [RS:0;280a42d09ec8:34081 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T17:19:18,573 INFO [RS:0;280a42d09ec8:34081 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T17:19:18,573 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T17:19:18,573 INFO [RS:0;280a42d09ec8:34081 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T17:19:18,573 INFO [RS:0;280a42d09ec8:34081 {}] regionserver.HRegionServer(3091): Received CLOSE for 9ade779b30730d4ff66492897288eee4 2024-11-19T17:19:18,574 INFO [RS:0;280a42d09ec8:34081 {}] regionserver.HRegionServer(959): stopping server 280a42d09ec8,34081,1732036750823 2024-11-19T17:19:18,574 INFO [RS:0;280a42d09ec8:34081 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:19:18,574 INFO [RS:0;280a42d09ec8:34081 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:34081. 2024-11-19T17:19:18,574 DEBUG [RS:0;280a42d09ec8:34081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:19:18,574 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9ade779b30730d4ff66492897288eee4, disabling compactions & flushes 2024-11-19T17:19:18,574 DEBUG [RS:0;280a42d09ec8:34081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:18,574 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4. 2024-11-19T17:19:18,574 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4. 2024-11-19T17:19:18,574 INFO [RS:0;280a42d09ec8:34081 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T17:19:18,574 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4. after waiting 0 ms 2024-11-19T17:19:18,574 INFO [RS:0;280a42d09ec8:34081 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T17:19:18,574 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4. 2024-11-19T17:19:18,574 INFO [RS:0;280a42d09ec8:34081 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T17:19:18,574 INFO [RS:0;280a42d09ec8:34081 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T17:19:18,574 INFO [RS:0;280a42d09ec8:34081 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T17:19:18,574 DEBUG [RS:0;280a42d09ec8:34081 {}] regionserver.HRegionServer(1325): Online Regions={9ade779b30730d4ff66492897288eee4=hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T17:19:18,574 DEBUG [RS:0;280a42d09ec8:34081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ade779b30730d4ff66492897288eee4 2024-11-19T17:19:18,574 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:19:18,574 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:19:18,574 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:19:18,574 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:19:18,574 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:19:18,575 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-19T17:19:18,578 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/replication/9ade779b30730d4ff66492897288eee4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-19T17:19:18,579 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:19:18,579 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:19:18,579 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4. 2024-11-19T17:19:18,579 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9ade779b30730d4ff66492897288eee4: Waiting for close lock at 1732036758574Running coprocessor pre-close hooks at 1732036758574Disabling compacts and flushes for region at 1732036758574Disabling writes for close at 1732036758574Writing region close event to WAL at 1732036758575 (+1 ms)Running coprocessor post-close hooks at 1732036758579 (+4 ms)Closed at 1732036758579 2024-11-19T17:19:18,579 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4. 2024-11-19T17:19:18,590 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/meta/1588230740/.tmp/info/f1a9876ab0f1443e95ee408840b0ae05 is 147, key is hbase:replication,,1732036745240.9ade779b30730d4ff66492897288eee4./info:regioninfo/1732036756171/Put/seqid=0 2024-11-19T17:19:18,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741851_1027 (size=6385) 2024-11-19T17:19:18,656 INFO [regionserver/280a42d09ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:19:18,774 DEBUG [RS:0;280a42d09ec8:34081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:19:18,975 DEBUG [RS:0;280a42d09ec8:34081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:19:18,995 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/meta/1588230740/.tmp/info/f1a9876ab0f1443e95ee408840b0ae05 2024-11-19T17:19:19,001 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/meta/1588230740/.tmp/info/f1a9876ab0f1443e95ee408840b0ae05 as hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/meta/1588230740/info/f1a9876ab0f1443e95ee408840b0ae05 2024-11-19T17:19:19,005 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/meta/1588230740/info/f1a9876ab0f1443e95ee408840b0ae05, entries=8, sequenceid=19, filesize=6.2 K 2024-11-19T17:19:19,006 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=19, compaction requested=false 2024-11-19T17:19:19,012 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-19T17:19:19,012 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:19:19,012 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:19:19,012 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:19:19,012 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036758574Running coprocessor pre-close hooks at 1732036758574Disabling compacts and flushes for region at 1732036758574Disabling writes for close at 1732036758574Obtaining lock to block concurrent updates at 1732036758575 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732036758575Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732036758575Flushing stores of hbase:meta,,1.1588230740 at 1732036758575Flushing 1588230740/info: creating writer at 1732036758576 (+1 ms)Flushing 1588230740/info: appending metadata at 1732036758590 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732036758590Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18441047: reopening flushed file at 1732036759000 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=19, compaction requested=false at 1732036759006 (+6 ms)Writing region close event to WAL at 1732036759009 (+3 ms)Running coprocessor post-close hooks at 1732036759012 (+3 ms)Closed at 1732036759012 2024-11-19T17:19:19,013 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T17:19:19,175 INFO [RS:0;280a42d09ec8:34081 {}] regionserver.HRegionServer(976): stopping server 280a42d09ec8,34081,1732036750823; all regions closed. 2024-11-19T17:19:19,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741849_1025 (size=2156) 2024-11-19T17:19:19,177 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,34081,1732036750823/280a42d09ec8%2C34081%2C1732036750823.meta.1732036751845.meta not finished, retry = 0 2024-11-19T17:19:19,280 DEBUG [RS:0;280a42d09ec8:34081 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/oldWALs 2024-11-19T17:19:19,280 INFO [RS:0;280a42d09ec8:34081 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 280a42d09ec8%2C34081%2C1732036750823.meta:.meta(num 1732036751845) 2024-11-19T17:19:19,283 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,34081,1732036750823/280a42d09ec8%2C34081%2C1732036750823.rep.1732036756123 not finished, retry = 0 2024-11-19T17:19:19,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741850_1026 (size=796) 2024-11-19T17:19:19,288 DEBUG [RS:0;280a42d09ec8:34081.replicationSource.wal-reader.280a42d09ec8%2C34081%2C1732036750823,1-280a42d09ec8,34081,1732036750823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,34081,1732036750823/280a42d09ec8%2C34081%2C1732036750823.1732036751502 to pos 0, reset compression=false 2024-11-19T17:19:19,385 DEBUG [RS:0;280a42d09ec8:34081 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/oldWALs 2024-11-19T17:19:19,385 INFO [RS:0;280a42d09ec8:34081 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 280a42d09ec8%2C34081%2C1732036750823.rep:(num 1732036756123) 2024-11-19T17:19:19,387 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/WALs/280a42d09ec8,34081,1732036750823/280a42d09ec8%2C34081%2C1732036750823.1732036751502 not finished, retry = 0 2024-11-19T17:19:19,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741848_1024 (size=93) 2024-11-19T17:19:19,417 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T17:19:19,417 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T17:19:19,490 DEBUG [RS:0;280a42d09ec8:34081 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/oldWALs 2024-11-19T17:19:19,490 INFO [RS:0;280a42d09ec8:34081 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 280a42d09ec8%2C34081%2C1732036750823:(num 1732036751502) 2024-11-19T17:19:19,490 DEBUG [RS:0;280a42d09ec8:34081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:19,490 INFO [RS:0;280a42d09ec8:34081 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:19:19,490 INFO [RS:0;280a42d09ec8:34081 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:19:19,490 INFO [RS:0;280a42d09ec8:34081 {}] hbase.ChoreService(370): Chore service for: regionserver/280a42d09ec8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T17:19:19,490 INFO [RS:0;280a42d09ec8:34081 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:19:19,490 INFO [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:19:19,490 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/280a42d09ec8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-19T17:19:19,490 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/280a42d09ec8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-19T17:19:19,490 INFO [RS:0;280a42d09ec8:34081 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-280a42d09ec8,34081,1732036750823 because: Region server is closing 2024-11-19T17:19:19,490 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/280a42d09ec8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-19T17:19:19,491 INFO [RS:0;280a42d09ec8:34081 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:34081. 2024-11-19T17:19:19,491 DEBUG [RS:0;280a42d09ec8:34081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:19:19,491 DEBUG [RS:0;280a42d09ec8:34081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:19,491 DEBUG [RS:0;280a42d09ec8:34081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:19,491 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:19:19,591 WARN [RS:0;280a42d09ec8:34081.replicationSource.wal-reader.280a42d09ec8%2C34081%2C1732036750823,1-280a42d09ec8,34081,1732036750823 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T17:19:19,591 WARN [RS:0;280a42d09ec8:34081.replicationSource.shipper280a42d09ec8%2C34081%2C1732036750823,1-280a42d09ec8,34081,1732036750823 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T17:19:19,591 INFO [RS:0;280a42d09ec8:34081 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;280a42d09ec8:34081.replicationSource.shipper280a42d09ec8%2C34081%2C1732036750823,1-280a42d09ec8,34081,1732036750823 terminated 2024-11-19T17:19:19,592 INFO [RS:0;280a42d09ec8:34081 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34081 2024-11-19T17:19:19,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34081-0x101313d239f0007, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2094440756/rs/280a42d09ec8,34081,1732036750823 2024-11-19T17:19:19,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x101313d239f0006, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2094440756/rs 2024-11-19T17:19:19,594 INFO [RS:0;280a42d09ec8:34081 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:19:19,596 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [280a42d09ec8,34081,1732036750823] 2024-11-19T17:19:19,597 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2094440756/draining/280a42d09ec8,34081,1732036750823 already deleted, retry=false 2024-11-19T17:19:19,597 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 280a42d09ec8,34081,1732036750823 expired; onlineServers=0 2024-11-19T17:19:19,597 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '280a42d09ec8,33531,1732036750707' ***** 2024-11-19T17:19:19,597 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T17:19:19,597 INFO [M:0;280a42d09ec8:33531 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:19:19,597 INFO [M:0;280a42d09ec8:33531 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:19:19,597 DEBUG [M:0;280a42d09ec8:33531 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T17:19:19,597 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T17:19:19,597 DEBUG [M:0;280a42d09ec8:33531 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T17:19:19,597 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036751285 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036751285,5,FailOnTimeoutGroup] 2024-11-19T17:19:19,597 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036751285 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036751285,5,FailOnTimeoutGroup] 2024-11-19T17:19:19,597 INFO [M:0;280a42d09ec8:33531 {}] hbase.ChoreService(370): Chore service for: master/280a42d09ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T17:19:19,597 INFO [M:0;280a42d09ec8:33531 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:19:19,597 DEBUG [M:0;280a42d09ec8:33531 {}] master.HMaster(1795): Stopping service threads 2024-11-19T17:19:19,597 INFO [M:0;280a42d09ec8:33531 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T17:19:19,598 INFO [M:0;280a42d09ec8:33531 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:19:19,598 INFO [M:0;280a42d09ec8:33531 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T17:19:19,598 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T17:19:19,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x101313d239f0006, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2094440756/master 2024-11-19T17:19:19,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x101313d239f0006, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2094440756 2024-11-19T17:19:19,600 DEBUG [M:0;280a42d09ec8:33531 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2094440756/master already deleted, retry=false 2024-11-19T17:19:19,600 DEBUG [M:0;280a42d09ec8:33531 {}] master.ActiveMasterManager(353): master:33531-0x101313d239f0006, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-2094440756/master 2024-11-19T17:19:19,601 INFO [M:0;280a42d09ec8:33531 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/.lastflushedseqids 2024-11-19T17:19:19,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741852_1028 (size=181) 2024-11-19T17:19:19,606 INFO [M:0;280a42d09ec8:33531 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T17:19:19,606 INFO [M:0;280a42d09ec8:33531 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T17:19:19,606 DEBUG [M:0;280a42d09ec8:33531 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:19:19,606 INFO [M:0;280a42d09ec8:33531 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:19,606 DEBUG [M:0;280a42d09ec8:33531 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:19,606 DEBUG [M:0;280a42d09ec8:33531 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:19:19,606 DEBUG [M:0;280a42d09ec8:33531 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:19,606 INFO [M:0;280a42d09ec8:33531 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-19T17:19:19,621 DEBUG [M:0;280a42d09ec8:33531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30479dc70e814a399d29fa64127309f3 is 82, key is hbase:meta,,1/info:regioninfo/1732036751907/Put/seqid=0 2024-11-19T17:19:19,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741853_1029 (size=5672) 2024-11-19T17:19:19,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34081-0x101313d239f0007, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:19:19,696 INFO [RS:0;280a42d09ec8:34081 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:19:19,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34081-0x101313d239f0007, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:19:19,696 INFO [RS:0;280a42d09ec8:34081 {}] regionserver.HRegionServer(1031): Exiting; stopping=280a42d09ec8,34081,1732036750823; zookeeper connection closed. 2024-11-19T17:19:19,700 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@59b78e4f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@59b78e4f 2024-11-19T17:19:19,701 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T17:19:20,026 INFO [M:0;280a42d09ec8:33531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30479dc70e814a399d29fa64127309f3 2024-11-19T17:19:20,045 DEBUG [M:0;280a42d09ec8:33531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e19072fa4b047078efcce23621f7262 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732036756177/Put/seqid=0 2024-11-19T17:19:20,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741854_1030 (size=7312) 2024-11-19T17:19:20,449 INFO [M:0;280a42d09ec8:33531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e19072fa4b047078efcce23621f7262 2024-11-19T17:19:20,471 DEBUG [M:0;280a42d09ec8:33531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd4550f4d3f2431fb85591cf43a8984c is 69, key is 280a42d09ec8,34081,1732036750823/rs:state/1732036751314/Put/seqid=0 2024-11-19T17:19:20,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741855_1031 (size=5370) 2024-11-19T17:19:20,875 INFO [M:0;280a42d09ec8:33531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd4550f4d3f2431fb85591cf43a8984c 2024-11-19T17:19:20,880 INFO [M:0;280a42d09ec8:33531 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd4550f4d3f2431fb85591cf43a8984c 2024-11-19T17:19:20,881 DEBUG [M:0;280a42d09ec8:33531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30479dc70e814a399d29fa64127309f3 as hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30479dc70e814a399d29fa64127309f3 2024-11-19T17:19:20,885 INFO [M:0;280a42d09ec8:33531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30479dc70e814a399d29fa64127309f3, entries=8, sequenceid=127, filesize=5.5 K 2024-11-19T17:19:20,886 DEBUG [M:0;280a42d09ec8:33531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e19072fa4b047078efcce23621f7262 as hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e19072fa4b047078efcce23621f7262 2024-11-19T17:19:20,890 INFO [M:0;280a42d09ec8:33531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e19072fa4b047078efcce23621f7262, entries=7, sequenceid=127, filesize=7.1 K 2024-11-19T17:19:20,891 DEBUG [M:0;280a42d09ec8:33531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd4550f4d3f2431fb85591cf43a8984c as hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dd4550f4d3f2431fb85591cf43a8984c 2024-11-19T17:19:20,895 INFO [M:0;280a42d09ec8:33531 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd4550f4d3f2431fb85591cf43a8984c 2024-11-19T17:19:20,895 INFO [M:0;280a42d09ec8:33531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37045/user/jenkins/test-data/57d35200-8fd6-0ed0-55bd-8dc8bbedbeb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dd4550f4d3f2431fb85591cf43a8984c, entries=2, sequenceid=127, filesize=5.2 K 2024-11-19T17:19:20,896 INFO [M:0;280a42d09ec8:33531 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=127, compaction requested=false 2024-11-19T17:19:20,897 INFO [M:0;280a42d09ec8:33531 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:20,897 DEBUG [M:0;280a42d09ec8:33531 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036759606Disabling compacts and flushes for region at 1732036759606Disabling writes for close at 1732036759606Obtaining lock to block concurrent updates at 1732036759606Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732036759606Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732036759606Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732036759607 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732036759607Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732036759621 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732036759621Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732036760030 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732036760044 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732036760044Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732036760454 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732036760470 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732036760470Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@142a77e7: reopening flushed file at 1732036760880 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ebc81: reopening flushed file at 1732036760885 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30070ab6: reopening flushed file at 1732036760890 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=127, compaction requested=false at 1732036760896 (+6 ms)Writing region close event to WAL at 1732036760897 (+1 ms)Closed at 1732036760897 2024-11-19T17:19:20,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44079 is added to blk_1073741847_1023 (size=22903) 2024-11-19T17:19:20,899 INFO [M:0;280a42d09ec8:33531 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T17:19:20,899 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:19:20,899 INFO [M:0;280a42d09ec8:33531 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33531 2024-11-19T17:19:20,900 INFO [M:0;280a42d09ec8:33531 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:19:21,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x101313d239f0006, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:19:21,007 INFO [M:0;280a42d09ec8:33531 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:19:21,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x101313d239f0006, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:19:21,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70328c17{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:19:21,010 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c1606b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:19:21,010 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:19:21,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34b66f5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:19:21,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a27cf90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1/hadoop.log.dir/,STOPPED} 2024-11-19T17:19:21,013 WARN [BP-1417453142-172.17.0.2-1732036737316 heartbeating to localhost/127.0.0.1:37045 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T17:19:21,013 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T17:19:21,013 WARN [BP-1417453142-172.17.0.2-1732036737316 heartbeating to localhost/127.0.0.1:37045 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1417453142-172.17.0.2-1732036737316 (Datanode Uuid b1ec710a-be8d-4287-b87b-688e47fec63b) service to localhost/127.0.0.1:37045 2024-11-19T17:19:21,013 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T17:19:21,013 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1/cluster_d57ed153-544c-ecae-c821-6aa2ba4a6fad/data/data1/current/BP-1417453142-172.17.0.2-1732036737316 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:19:21,013 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1/cluster_d57ed153-544c-ecae-c821-6aa2ba4a6fad/data/data2/current/BP-1417453142-172.17.0.2-1732036737316 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:19:21,014 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T17:19:21,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75db02f5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:19:21,020 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e60b6d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:19:21,020 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:19:21,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7648a310{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:19:21,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@230b3bed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e1599e7-46f2-0ecf-5a83-4c6ed06b54b1/hadoop.log.dir/,STOPPED} 2024-11-19T17:19:21,026 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T17:19:21,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T17:19:21,054 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=203 (was 159) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49738) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37045 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49738) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: globalEventExecutor-1-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:37045 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37045 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37045 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37045 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:37045 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:36123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36123 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=221 (was 187) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6025 (was 6527) 2024-11-19T17:19:21,063 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=221, ProcessCount=11, AvailableMemoryMB=6025 2024-11-19T17:19:21,077 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-19T17:19:21,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8/hadoop.log.dir so I do NOT create it in target/test-data/05813a07-9474-7224-e79d-776f759ed5cc 2024-11-19T17:19:21,077 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T17:19:21,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8/hadoop.tmp.dir so I do NOT create it in target/test-data/05813a07-9474-7224-e79d-776f759ed5cc 2024-11-19T17:19:21,077 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14a11942-cc18-8a18-88b7-5d284c60ecf8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T17:19:21,077 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc 2024-11-19T17:19:21,078 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc/cluster_8b2145b8-3fc1-f839-94b8-9ed02a15f142, deleteOnExit=true 2024-11-19T17:19:21,080 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc/cluster_8b2145b8-3fc1-f839-94b8-9ed02a15f142/zookeeper_0, clientPort=53556, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc/cluster_8b2145b8-3fc1-f839-94b8-9ed02a15f142/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc/cluster_8b2145b8-3fc1-f839-94b8-9ed02a15f142/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T17:19:21,081 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53556 2024-11-19T17:19:21,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T17:19:21,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T17:19:21,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc/test.cache.data in system properties and HBase conf 2024-11-19T17:19:21,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T17:19:21,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc/hadoop.log.dir in system properties and HBase conf 2024-11-19T17:19:21,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T17:19:21,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T17:19:21,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T17:19:21,082 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T17:19:21,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:19:21,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:19:21,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T17:19:21,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:19:21,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T17:19:21,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T17:19:21,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:19:21,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:19:21,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T17:19:21,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc/nfs.dump.dir in system properties and HBase conf 2024-11-19T17:19:21,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc/java.io.tmpdir in system properties and HBase conf 2024-11-19T17:19:21,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:19:21,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T17:19:21,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T17:19:21,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101313d239f0002, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T17:19:21,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101313d239f0005, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T17:19:21,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101313d239f0002, quorum=127.0.0.1:49738, baseZNode=/0-2094440756 Received Disconnected from ZooKeeper, ignoring 2024-11-19T17:19:21,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101313d239f0005, quorum=127.0.0.1:49738, baseZNode=/1-1440971747 Received Disconnected from ZooKeeper, ignoring 2024-11-19T17:19:21,205 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:19:21,218 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:19:21,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:19:21,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:19:21,241 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T17:19:21,248 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:19:21,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@db69a8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:19:21,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8715926{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:19:21,383 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@267ec229{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc/java.io.tmpdir/jetty-localhost-43661-hadoop-hdfs-3_4_1-tests_jar-_-any-1518081881553247768/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:19:21,383 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46a94287{HTTP/1.1, (http/1.1)}{localhost:43661} 2024-11-19T17:19:21,383 INFO [Time-limited test {}] server.Server(415): Started @154666ms 2024-11-19T17:19:21,472 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:19:21,474 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:19:21,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:19:21,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:19:21,476 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T17:19:21,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76131948{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:19:21,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ba2e79c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:19:21,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7721a1a9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc/java.io.tmpdir/jetty-localhost-43917-hadoop-hdfs-3_4_1-tests_jar-_-any-14776458678690857868/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:19:21,594 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f984e6d{HTTP/1.1, (http/1.1)}{localhost:43917} 2024-11-19T17:19:21,594 INFO [Time-limited test {}] server.Server(415): Started @154876ms 2024-11-19T17:19:21,595 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T17:19:21,702 WARN [Thread-1684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc/cluster_8b2145b8-3fc1-f839-94b8-9ed02a15f142/data/data2/current/BP-174347974-172.17.0.2-1732036761116/current, will proceed with Du for space computation calculation, 2024-11-19T17:19:21,702 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc/cluster_8b2145b8-3fc1-f839-94b8-9ed02a15f142/data/data1/current/BP-174347974-172.17.0.2-1732036761116/current, will proceed with Du for space computation calculation, 2024-11-19T17:19:21,740 WARN [Thread-1671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T17:19:21,742 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6206eb7671b14757 with lease ID 0x5409666832336d4e: Processing first storage report for DS-7f2e20cf-6b8f-4409-b1b6-4336cb76ff18 from datanode DatanodeRegistration(127.0.0.1:35223, datanodeUuid=2ed13252-1c6b-41e7-8c48-d4a760a906f4, infoPort=38889, infoSecurePort=0, ipcPort=44575, storageInfo=lv=-57;cid=testClusterID;nsid=1560049914;c=1732036761116) 2024-11-19T17:19:21,743 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6206eb7671b14757 with lease ID 0x5409666832336d4e: from storage DS-7f2e20cf-6b8f-4409-b1b6-4336cb76ff18 node DatanodeRegistration(127.0.0.1:35223, datanodeUuid=2ed13252-1c6b-41e7-8c48-d4a760a906f4, infoPort=38889, infoSecurePort=0, ipcPort=44575, storageInfo=lv=-57;cid=testClusterID;nsid=1560049914;c=1732036761116), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T17:19:21,743 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6206eb7671b14757 with lease ID 0x5409666832336d4e: Processing first storage report for DS-393e278f-896f-4997-8c42-46bba85df097 from datanode DatanodeRegistration(127.0.0.1:35223, datanodeUuid=2ed13252-1c6b-41e7-8c48-d4a760a906f4, infoPort=38889, infoSecurePort=0, ipcPort=44575, storageInfo=lv=-57;cid=testClusterID;nsid=1560049914;c=1732036761116) 2024-11-19T17:19:21,743 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6206eb7671b14757 with lease ID 0x5409666832336d4e: from storage DS-393e278f-896f-4997-8c42-46bba85df097 node DatanodeRegistration(127.0.0.1:35223, datanodeUuid=2ed13252-1c6b-41e7-8c48-d4a760a906f4, infoPort=38889, infoSecurePort=0, ipcPort=44575, storageInfo=lv=-57;cid=testClusterID;nsid=1560049914;c=1732036761116), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:19:21,822 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc 2024-11-19T17:19:21,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:21,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:21,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741825_1001 (size=7) 2024-11-19T17:19:21,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:19:21,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T17:19:21,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T17:19:21,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:19:22,233 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e with version=8 2024-11-19T17:19:22,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/hbase-staging 2024-11-19T17:19:22,235 INFO [Time-limited test {}] client.ConnectionUtils(128): master/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:19:22,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:19:22,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:19:22,235 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:19:22,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:19:22,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:19:22,235 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T17:19:22,235 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:19:22,235 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32887 2024-11-19T17:19:22,236 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32887 connecting to ZooKeeper ensemble=127.0.0.1:53556 2024-11-19T17:19:22,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328870x0, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:19:22,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32887-0x101313d80870000 connected 2024-11-19T17:19:22,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:22,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:22,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32887-0x101313d80870000, quorum=127.0.0.1:53556, baseZNode=/01841453070 Set watcher on znode that does not yet exist, /01841453070/running 2024-11-19T17:19:22,266 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e, hbase.cluster.distributed=false 2024-11-19T17:19:22,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32887-0x101313d80870000, quorum=127.0.0.1:53556, baseZNode=/01841453070 Set watcher on znode that does not yet exist, /01841453070/acl 2024-11-19T17:19:22,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32887 2024-11-19T17:19:22,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32887 2024-11-19T17:19:22,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32887 2024-11-19T17:19:22,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32887 2024-11-19T17:19:22,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32887 2024-11-19T17:19:22,291 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:19:22,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:19:22,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:19:22,291 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:19:22,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:19:22,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:19:22,291 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T17:19:22,291 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:19:22,292 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39251 2024-11-19T17:19:22,292 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39251 connecting to ZooKeeper ensemble=127.0.0.1:53556 2024-11-19T17:19:22,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:22,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:22,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392510x0, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:19:22,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392510x0, quorum=127.0.0.1:53556, baseZNode=/01841453070 Set watcher on znode that does not yet exist, /01841453070/running 2024-11-19T17:19:22,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39251-0x101313d80870001 connected 2024-11-19T17:19:22,300 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T17:19:22,303 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T17:19:22,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39251-0x101313d80870001, quorum=127.0.0.1:53556, baseZNode=/01841453070 Set watcher on znode that does not yet exist, /01841453070/master 2024-11-19T17:19:22,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39251-0x101313d80870001, quorum=127.0.0.1:53556, baseZNode=/01841453070 Set watcher on znode that does not yet exist, /01841453070/acl 2024-11-19T17:19:22,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39251 2024-11-19T17:19:22,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39251 2024-11-19T17:19:22,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39251 2024-11-19T17:19:22,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39251 2024-11-19T17:19:22,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39251 2024-11-19T17:19:22,328 DEBUG [M:0;280a42d09ec8:32887 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;280a42d09ec8:32887 2024-11-19T17:19:22,328 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01841453070/backup-masters/280a42d09ec8,32887,1732036762234 2024-11-19T17:19:22,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39251-0x101313d80870001, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01841453070/backup-masters 2024-11-19T17:19:22,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x101313d80870000, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01841453070/backup-masters 2024-11-19T17:19:22,330 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32887-0x101313d80870000, quorum=127.0.0.1:53556, baseZNode=/01841453070 Set watcher on existing znode=/01841453070/backup-masters/280a42d09ec8,32887,1732036762234 2024-11-19T17:19:22,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x101313d80870000, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01841453070 2024-11-19T17:19:22,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39251-0x101313d80870001, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01841453070/master 2024-11-19T17:19:22,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39251-0x101313d80870001, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01841453070 2024-11-19T17:19:22,331 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32887-0x101313d80870000, quorum=127.0.0.1:53556, baseZNode=/01841453070 Set watcher on existing znode=/01841453070/master 2024-11-19T17:19:22,332 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01841453070/backup-masters/280a42d09ec8,32887,1732036762234 from backup master directory 2024-11-19T17:19:22,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x101313d80870000, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01841453070/backup-masters/280a42d09ec8,32887,1732036762234 2024-11-19T17:19:22,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39251-0x101313d80870001, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01841453070/backup-masters 2024-11-19T17:19:22,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x101313d80870000, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01841453070/backup-masters 2024-11-19T17:19:22,333 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:19:22,333 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=280a42d09ec8,32887,1732036762234 2024-11-19T17:19:22,337 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/hbase.id] with ID: 674f6ba2-4411-4af6-a918-dbd17458e92e 2024-11-19T17:19:22,337 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/.tmp/hbase.id 2024-11-19T17:19:22,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741826_1002 (size=42) 2024-11-19T17:19:22,742 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/.tmp/hbase.id]:[hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/hbase.id] 2024-11-19T17:19:22,752 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:22,752 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T17:19:22,753 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T17:19:22,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x101313d80870000, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01841453070 2024-11-19T17:19:22,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39251-0x101313d80870001, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01841453070 2024-11-19T17:19:22,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741827_1003 (size=196) 2024-11-19T17:19:23,163 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:19:23,164 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T17:19:23,164 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:19:23,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741828_1004 (size=1189) 2024-11-19T17:19:23,573 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/MasterData/data/master/store 2024-11-19T17:19:23,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741829_1005 (size=34) 2024-11-19T17:19:23,979 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:23,979 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:19:23,980 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:23,980 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:23,980 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:19:23,980 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:23,980 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:23,980 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036763979Disabling compacts and flushes for region at 1732036763979Disabling writes for close at 1732036763980 (+1 ms)Writing region close event to WAL at 1732036763980Closed at 1732036763980 2024-11-19T17:19:23,981 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/MasterData/data/master/store/.initializing 2024-11-19T17:19:23,981 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/MasterData/WALs/280a42d09ec8,32887,1732036762234 2024-11-19T17:19:23,982 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:19:23,983 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=280a42d09ec8%2C32887%2C1732036762234, suffix=, logDir=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/MasterData/WALs/280a42d09ec8,32887,1732036762234, archiveDir=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/MasterData/oldWALs, maxLogs=10 2024-11-19T17:19:23,998 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/MasterData/WALs/280a42d09ec8,32887,1732036762234/280a42d09ec8%2C32887%2C1732036762234.1732036763983, exclude list is [], retry=0 2024-11-19T17:19:24,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35223,DS-7f2e20cf-6b8f-4409-b1b6-4336cb76ff18,DISK] 2024-11-19T17:19:24,002 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/MasterData/WALs/280a42d09ec8,32887,1732036762234/280a42d09ec8%2C32887%2C1732036762234.1732036763983 2024-11-19T17:19:24,003 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38889:38889)] 2024-11-19T17:19:24,003 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:19:24,003 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:24,003 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:24,003 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:24,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:24,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T17:19:24,005 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:24,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:24,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:24,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T17:19:24,007 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:24,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:24,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:24,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T17:19:24,009 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:24,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:24,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:24,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T17:19:24,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:24,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:24,010 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:24,011 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:24,012 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:24,013 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:24,013 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:24,013 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:19:24,014 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:24,016 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:19:24,017 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74195710, jitterRate=0.10560223460197449}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:19:24,017 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732036764003Initializing all the Stores at 1732036764004 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036764004Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036764004Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036764004Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036764004Cleaning up temporary data from old regions at 1732036764013 (+9 ms)Region opened successfully at 1732036764017 (+4 ms) 2024-11-19T17:19:24,018 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T17:19:24,021 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1faa0061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:19:24,021 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T17:19:24,021 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T17:19:24,022 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T17:19:24,022 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T17:19:24,022 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T17:19:24,022 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T17:19:24,022 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T17:19:24,024 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T17:19:24,025 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32887-0x101313d80870000, quorum=127.0.0.1:53556, baseZNode=/01841453070 Unable to get data of znode /01841453070/balancer because node does not exist (not necessarily an error) 2024-11-19T17:19:24,026 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01841453070/balancer already deleted, retry=false 2024-11-19T17:19:24,026 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T17:19:24,027 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32887-0x101313d80870000, quorum=127.0.0.1:53556, baseZNode=/01841453070 Unable to get data of znode /01841453070/normalizer because node does not exist (not necessarily an error) 2024-11-19T17:19:24,028 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01841453070/normalizer already deleted, retry=false 2024-11-19T17:19:24,028 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T17:19:24,029 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32887-0x101313d80870000, quorum=127.0.0.1:53556, baseZNode=/01841453070 Unable to get data of znode /01841453070/switch/split because node does not exist (not necessarily an error) 2024-11-19T17:19:24,030 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01841453070/switch/split already deleted, retry=false 2024-11-19T17:19:24,030 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32887-0x101313d80870000, quorum=127.0.0.1:53556, baseZNode=/01841453070 Unable to get data of znode /01841453070/switch/merge because node does not exist (not necessarily an error) 2024-11-19T17:19:24,033 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01841453070/switch/merge already deleted, retry=false 2024-11-19T17:19:24,034 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32887-0x101313d80870000, quorum=127.0.0.1:53556, baseZNode=/01841453070 Unable to get data of znode /01841453070/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T17:19:24,035 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01841453070/snapshot-cleanup already deleted, retry=false 2024-11-19T17:19:24,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39251-0x101313d80870001, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01841453070/running 2024-11-19T17:19:24,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x101313d80870000, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01841453070/running 2024-11-19T17:19:24,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39251-0x101313d80870001, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01841453070 2024-11-19T17:19:24,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x101313d80870000, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01841453070 2024-11-19T17:19:24,037 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=280a42d09ec8,32887,1732036762234, sessionid=0x101313d80870000, setting cluster-up flag (Was=false) 2024-11-19T17:19:24,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39251-0x101313d80870001, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01841453070 2024-11-19T17:19:24,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x101313d80870000, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01841453070 2024-11-19T17:19:24,044 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01841453070/flush-table-proc/acquired, /01841453070/flush-table-proc/reached, /01841453070/flush-table-proc/abort 2024-11-19T17:19:24,045 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,32887,1732036762234 2024-11-19T17:19:24,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x101313d80870000, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01841453070 2024-11-19T17:19:24,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39251-0x101313d80870001, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01841453070 2024-11-19T17:19:24,058 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01841453070/online-snapshot/acquired, /01841453070/online-snapshot/reached, /01841453070/online-snapshot/abort 2024-11-19T17:19:24,059 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,32887,1732036762234 2024-11-19T17:19:24,060 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T17:19:24,062 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T17:19:24,062 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T17:19:24,062 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T17:19:24,062 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 280a42d09ec8,35911,1732036738400: status=Processing ServerCrashProcedure of 280a42d09ec8,35911,1732036738400 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732036751264, completionTime=-1 appears to have been leaked 2024-11-19T17:19:24,063 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 280a42d09ec8,32887,1732036762234 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T17:19:24,064 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:19:24,064 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:19:24,064 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:19:24,064 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:19:24,064 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/280a42d09ec8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T17:19:24,064 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:24,064 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:19:24,064 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:24,070 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:19:24,070 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T17:19:24,070 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:24,071 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T17:19:24,072 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732036794072 2024-11-19T17:19:24,072 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T17:19:24,072 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T17:19:24,072 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T17:19:24,072 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T17:19:24,073 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T17:19:24,073 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T17:19:24,076 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:24,077 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T17:19:24,077 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T17:19:24,077 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T17:19:24,077 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T17:19:24,077 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T17:19:24,077 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T17:19:24,077 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036764077,5,FailOnTimeoutGroup] 2024-11-19T17:19:24,080 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036764077,5,FailOnTimeoutGroup] 2024-11-19T17:19:24,080 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:24,080 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T17:19:24,080 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:24,080 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:24,081 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T17:19:24,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741831_1007 (size=1321) 2024-11-19T17:19:24,085 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T17:19:24,085 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e 2024-11-19T17:19:24,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741832_1008 (size=32) 2024-11-19T17:19:24,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:24,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:24,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:24,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:24,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:24,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:24,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:24,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:24,119 INFO [RS:0;280a42d09ec8:39251 {}] regionserver.HRegionServer(746): ClusterId : 674f6ba2-4411-4af6-a918-dbd17458e92e 2024-11-19T17:19:24,119 DEBUG [RS:0;280a42d09ec8:39251 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T17:19:24,122 DEBUG [RS:0;280a42d09ec8:39251 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T17:19:24,122 DEBUG [RS:0;280a42d09ec8:39251 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T17:19:24,123 DEBUG [RS:0;280a42d09ec8:39251 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T17:19:24,124 DEBUG [RS:0;280a42d09ec8:39251 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f90e57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:19:24,136 DEBUG [RS:0;280a42d09ec8:39251 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;280a42d09ec8:39251 2024-11-19T17:19:24,136 INFO [RS:0;280a42d09ec8:39251 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T17:19:24,136 INFO [RS:0;280a42d09ec8:39251 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T17:19:24,136 DEBUG [RS:0;280a42d09ec8:39251 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T17:19:24,137 INFO [RS:0;280a42d09ec8:39251 {}] regionserver.HRegionServer(2659): reportForDuty to master=280a42d09ec8,32887,1732036762234 with port=39251, startcode=1732036762290 2024-11-19T17:19:24,137 DEBUG [RS:0;280a42d09ec8:39251 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T17:19:24,138 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T17:19:24,139 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32887 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 280a42d09ec8,39251,1732036762290 2024-11-19T17:19:24,139 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32887 {}] master.ServerManager(517): Registering regionserver=280a42d09ec8,39251,1732036762290 2024-11-19T17:19:24,140 DEBUG [RS:0;280a42d09ec8:39251 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e 2024-11-19T17:19:24,140 DEBUG [RS:0;280a42d09ec8:39251 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44557 2024-11-19T17:19:24,140 DEBUG [RS:0;280a42d09ec8:39251 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T17:19:24,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x101313d80870000, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01841453070/rs 2024-11-19T17:19:24,142 DEBUG [RS:0;280a42d09ec8:39251 {}] zookeeper.ZKUtil(111): regionserver:39251-0x101313d80870001, quorum=127.0.0.1:53556, baseZNode=/01841453070 Set watcher on existing znode=/01841453070/rs/280a42d09ec8,39251,1732036762290 2024-11-19T17:19:24,142 WARN [RS:0;280a42d09ec8:39251 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:19:24,142 INFO [RS:0;280a42d09ec8:39251 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:19:24,142 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [280a42d09ec8,39251,1732036762290] 2024-11-19T17:19:24,142 DEBUG [RS:0;280a42d09ec8:39251 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290 2024-11-19T17:19:24,147 INFO [RS:0;280a42d09ec8:39251 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T17:19:24,149 INFO [RS:0;280a42d09ec8:39251 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T17:19:24,149 INFO [RS:0;280a42d09ec8:39251 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T17:19:24,149 INFO [RS:0;280a42d09ec8:39251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:24,152 INFO [RS:0;280a42d09ec8:39251 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T17:19:24,153 INFO [RS:0;280a42d09ec8:39251 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T17:19:24,153 INFO [RS:0;280a42d09ec8:39251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:24,153 DEBUG [RS:0;280a42d09ec8:39251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:24,153 DEBUG [RS:0;280a42d09ec8:39251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:24,153 DEBUG [RS:0;280a42d09ec8:39251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:24,153 DEBUG [RS:0;280a42d09ec8:39251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:24,153 DEBUG [RS:0;280a42d09ec8:39251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:24,153 DEBUG [RS:0;280a42d09ec8:39251 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:19:24,153 DEBUG [RS:0;280a42d09ec8:39251 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:24,153 DEBUG [RS:0;280a42d09ec8:39251 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:24,153 DEBUG [RS:0;280a42d09ec8:39251 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:24,153 DEBUG [RS:0;280a42d09ec8:39251 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:24,153 DEBUG [RS:0;280a42d09ec8:39251 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:24,153 DEBUG [RS:0;280a42d09ec8:39251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:24,153 DEBUG [RS:0;280a42d09ec8:39251 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:19:24,153 DEBUG [RS:0;280a42d09ec8:39251 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:19:24,156 INFO [RS:0;280a42d09ec8:39251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:24,156 INFO [RS:0;280a42d09ec8:39251 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:24,156 INFO [RS:0;280a42d09ec8:39251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:24,156 INFO [RS:0;280a42d09ec8:39251 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:24,156 INFO [RS:0;280a42d09ec8:39251 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:24,156 INFO [RS:0;280a42d09ec8:39251 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,39251,1732036762290-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:19:24,171 INFO [RS:0;280a42d09ec8:39251 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T17:19:24,171 INFO [RS:0;280a42d09ec8:39251 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,39251,1732036762290-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:24,171 INFO [RS:0;280a42d09ec8:39251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:24,171 INFO [RS:0;280a42d09ec8:39251 {}] regionserver.Replication(171): 280a42d09ec8,39251,1732036762290 started 2024-11-19T17:19:24,185 INFO [RS:0;280a42d09ec8:39251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:24,185 INFO [RS:0;280a42d09ec8:39251 {}] regionserver.HRegionServer(1482): Serving as 280a42d09ec8,39251,1732036762290, RpcServer on 280a42d09ec8/172.17.0.2:39251, sessionid=0x101313d80870001 2024-11-19T17:19:24,185 DEBUG [RS:0;280a42d09ec8:39251 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T17:19:24,185 DEBUG [RS:0;280a42d09ec8:39251 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 280a42d09ec8,39251,1732036762290 2024-11-19T17:19:24,185 DEBUG [RS:0;280a42d09ec8:39251 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,39251,1732036762290' 2024-11-19T17:19:24,185 DEBUG [RS:0;280a42d09ec8:39251 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01841453070/flush-table-proc/abort' 2024-11-19T17:19:24,186 DEBUG [RS:0;280a42d09ec8:39251 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01841453070/flush-table-proc/acquired' 2024-11-19T17:19:24,186 DEBUG [RS:0;280a42d09ec8:39251 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T17:19:24,186 DEBUG [RS:0;280a42d09ec8:39251 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T17:19:24,186 DEBUG [RS:0;280a42d09ec8:39251 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 280a42d09ec8,39251,1732036762290 2024-11-19T17:19:24,186 DEBUG [RS:0;280a42d09ec8:39251 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,39251,1732036762290' 2024-11-19T17:19:24,186 DEBUG [RS:0;280a42d09ec8:39251 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01841453070/online-snapshot/abort' 2024-11-19T17:19:24,186 DEBUG [RS:0;280a42d09ec8:39251 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01841453070/online-snapshot/acquired' 2024-11-19T17:19:24,187 DEBUG [RS:0;280a42d09ec8:39251 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T17:19:24,187 INFO [RS:0;280a42d09ec8:39251 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T17:19:24,187 INFO [RS:0;280a42d09ec8:39251 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T17:19:24,287 INFO [RS:0;280a42d09ec8:39251 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:19:24,289 INFO [RS:0;280a42d09ec8:39251 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C39251%2C1732036762290, suffix=, logDir=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290, archiveDir=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/oldWALs, maxLogs=10 2024-11-19T17:19:24,306 DEBUG [RS:0;280a42d09ec8:39251 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.1732036764289, exclude list is [], retry=0 2024-11-19T17:19:24,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35223,DS-7f2e20cf-6b8f-4409-b1b6-4336cb76ff18,DISK] 2024-11-19T17:19:24,311 INFO [RS:0;280a42d09ec8:39251 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.1732036764289 2024-11-19T17:19:24,311 DEBUG [RS:0;280a42d09ec8:39251 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38889:38889)] 2024-11-19T17:19:24,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:24,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:19:24,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:19:24,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:24,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:24,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:19:24,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:19:24,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:24,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:24,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:19:24,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:19:24,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:24,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:24,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:19:24,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:19:24,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:24,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:24,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:19:24,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/meta/1588230740 2024-11-19T17:19:24,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/meta/1588230740 2024-11-19T17:19:24,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:19:24,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:19:24,506 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:19:24,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:19:24,509 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:19:24,510 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71869124, jitterRate=0.07093340158462524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:19:24,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732036764497Initializing all the Stores at 1732036764498 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036764498Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036764498Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036764498Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036764498Cleaning up temporary data from old regions at 1732036764506 (+8 ms)Region opened successfully at 1732036764510 (+4 ms) 2024-11-19T17:19:24,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:19:24,510 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:19:24,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:19:24,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:19:24,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:19:24,511 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:19:24,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036764510Disabling compacts and flushes for region at 1732036764510Disabling writes for close at 1732036764510Writing region close event to WAL at 1732036764511 (+1 ms)Closed at 1732036764511 2024-11-19T17:19:24,512 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:19:24,512 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T17:19:24,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T17:19:24,513 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:19:24,513 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T17:19:24,664 DEBUG [280a42d09ec8:32887 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T17:19:24,664 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=280a42d09ec8,39251,1732036762290 2024-11-19T17:19:24,665 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,39251,1732036762290, state=OPENING 2024-11-19T17:19:24,668 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T17:19:24,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x101313d80870000, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01841453070 2024-11-19T17:19:24,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39251-0x101313d80870001, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01841453070 2024-11-19T17:19:24,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01841453070/meta-region-server: CHANGED 2024-11-19T17:19:24,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01841453070/meta-region-server: CHANGED 2024-11-19T17:19:24,670 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:19:24,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,39251,1732036762290}] 2024-11-19T17:19:24,823 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:19:24,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T17:19:24,827 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T17:19:24,827 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:19:24,827 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T17:19:24,829 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C39251%2C1732036762290.meta, suffix=.meta, logDir=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290, archiveDir=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/oldWALs, maxLogs=10 2024-11-19T17:19:24,844 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.meta.1732036764829.meta, exclude list is [], retry=0 2024-11-19T17:19:24,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35223,DS-7f2e20cf-6b8f-4409-b1b6-4336cb76ff18,DISK] 2024-11-19T17:19:24,848 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.meta.1732036764829.meta 2024-11-19T17:19:24,852 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38889:38889)] 2024-11-19T17:19:24,852 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:19:24,853 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:19:24,853 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:19:24,853 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T17:19:24,853 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T17:19:24,853 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T17:19:24,853 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:24,853 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T17:19:24,853 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T17:19:24,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:19:24,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:19:24,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:24,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:24,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:19:24,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:19:24,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:24,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:24,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:19:24,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:19:24,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:24,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:24,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:19:24,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:19:24,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:24,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:24,863 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:19:24,863 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/meta/1588230740 2024-11-19T17:19:24,864 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/meta/1588230740 2024-11-19T17:19:24,865 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:19:24,866 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:19:24,866 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:19:24,867 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:19:24,868 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63626567, jitterRate=-0.05189026892185211}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:19:24,868 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T17:19:24,869 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732036764853Writing region info on filesystem at 1732036764853Initializing all the Stores at 1732036764854 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036764854Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036764858 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036764858Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036764858Cleaning up temporary data from old regions at 1732036764866 (+8 ms)Running coprocessor post-open hooks at 1732036764868 (+2 ms)Region opened successfully at 1732036764869 (+1 ms) 2024-11-19T17:19:24,870 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732036764822 2024-11-19T17:19:24,872 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T17:19:24,872 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T17:19:24,873 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,39251,1732036762290 2024-11-19T17:19:24,874 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,39251,1732036762290, state=OPEN 2024-11-19T17:19:24,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x101313d80870000, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01841453070/meta-region-server 2024-11-19T17:19:24,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39251-0x101313d80870001, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01841453070/meta-region-server 2024-11-19T17:19:24,879 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=280a42d09ec8,39251,1732036762290 2024-11-19T17:19:24,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01841453070/meta-region-server: CHANGED 2024-11-19T17:19:24,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01841453070/meta-region-server: CHANGED 2024-11-19T17:19:24,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T17:19:24,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,39251,1732036762290 in 209 msec 2024-11-19T17:19:24,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T17:19:24,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 369 msec 2024-11-19T17:19:24,883 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:19:24,883 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T17:19:24,884 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:19:24,884 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,39251,1732036762290, seqNum=-1] 2024-11-19T17:19:24,884 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:19:24,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:19:24,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 827 msec 2024-11-19T17:19:24,889 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732036764889, completionTime=-1 2024-11-19T17:19:24,889 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T17:19:24,889 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T17:19:24,891 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T17:19:24,891 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732036824891 2024-11-19T17:19:24,891 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732036884891 2024-11-19T17:19:24,891 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T17:19:24,892 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,32887,1732036762234-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:24,892 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,32887,1732036762234-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:24,892 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,32887,1732036762234-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:24,892 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-280a42d09ec8:32887, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:24,892 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:24,892 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:24,893 DEBUG [master/280a42d09ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T17:19:24,895 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.562sec 2024-11-19T17:19:24,895 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T17:19:24,895 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T17:19:24,895 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T17:19:24,895 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T17:19:24,895 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T17:19:24,895 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,32887,1732036762234-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:19:24,895 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,32887,1732036762234-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T17:19:24,897 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T17:19:24,897 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T17:19:24,897 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,32887,1732036762234-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:24,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fac11f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:24,919 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,32887,-1 for getting cluster id 2024-11-19T17:19:24,920 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:19:24,921 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '674f6ba2-4411-4af6-a918-dbd17458e92e' 2024-11-19T17:19:24,921 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:19:24,921 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "674f6ba2-4411-4af6-a918-dbd17458e92e" 2024-11-19T17:19:24,921 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13449d6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:24,921 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,32887,-1] 2024-11-19T17:19:24,921 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:19:24,922 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:24,922 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:19:24,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f9cab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:24,923 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:19:24,924 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,39251,1732036762290, seqNum=-1] 2024-11-19T17:19:24,924 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:19:24,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:19:24,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=280a42d09ec8,32887,1732036762234 2024-11-19T17:19:24,928 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53556 2024-11-19T17:19:24,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:19:24,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101313d80870002 connected 2024-11-19T17:19:24,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc/hadoop.log.dir so I do NOT create it in target/test-data/52684b0e-033b-149d-7e1f-8796ac413153 2024-11-19T17:19:24,934 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T17:19:24,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc/hadoop.tmp.dir so I do NOT create it in target/test-data/52684b0e-033b-149d-7e1f-8796ac413153 2024-11-19T17:19:24,934 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T17:19:24,934 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52684b0e-033b-149d-7e1f-8796ac413153 2024-11-19T17:19:24,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T17:19:24,934 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52684b0e-033b-149d-7e1f-8796ac413153/cluster_52c892db-41bb-7b73-200b-2dee61121e8f, deleteOnExit=true 2024-11-19T17:19:24,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T17:19:24,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52684b0e-033b-149d-7e1f-8796ac413153/test.cache.data in system properties and HBase conf 2024-11-19T17:19:24,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52684b0e-033b-149d-7e1f-8796ac413153/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T17:19:24,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52684b0e-033b-149d-7e1f-8796ac413153/hadoop.log.dir in system properties and HBase conf 2024-11-19T17:19:24,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52684b0e-033b-149d-7e1f-8796ac413153/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T17:19:24,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52684b0e-033b-149d-7e1f-8796ac413153/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T17:19:24,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T17:19:24,935 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T17:19:24,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52684b0e-033b-149d-7e1f-8796ac413153/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:19:24,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52684b0e-033b-149d-7e1f-8796ac413153/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:19:24,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52684b0e-033b-149d-7e1f-8796ac413153/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T17:19:24,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52684b0e-033b-149d-7e1f-8796ac413153/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:19:24,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52684b0e-033b-149d-7e1f-8796ac413153/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T17:19:24,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52684b0e-033b-149d-7e1f-8796ac413153/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T17:19:24,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52684b0e-033b-149d-7e1f-8796ac413153/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:19:24,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52684b0e-033b-149d-7e1f-8796ac413153/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:19:24,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52684b0e-033b-149d-7e1f-8796ac413153/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T17:19:24,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52684b0e-033b-149d-7e1f-8796ac413153/nfs.dump.dir in system properties and HBase conf 2024-11-19T17:19:24,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52684b0e-033b-149d-7e1f-8796ac413153/java.io.tmpdir in system properties and HBase conf 2024-11-19T17:19:24,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52684b0e-033b-149d-7e1f-8796ac413153/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:19:24,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52684b0e-033b-149d-7e1f-8796ac413153/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T17:19:24,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52684b0e-033b-149d-7e1f-8796ac413153/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T17:19:25,003 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:19:25,006 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:19:25,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:19:25,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:19:25,008 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T17:19:25,008 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:19:25,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e5a3398{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52684b0e-033b-149d-7e1f-8796ac413153/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:19:25,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d4afaf6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:19:25,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f55d4f4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52684b0e-033b-149d-7e1f-8796ac413153/java.io.tmpdir/jetty-localhost-36367-hadoop-hdfs-3_4_1-tests_jar-_-any-15070180842454750959/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:19:25,126 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ef8e466{HTTP/1.1, (http/1.1)}{localhost:36367} 2024-11-19T17:19:25,126 INFO [Time-limited test {}] server.Server(415): Started @158409ms 2024-11-19T17:19:25,209 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:19:25,214 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:19:25,217 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:19:25,217 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:19:25,217 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T17:19:25,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@659beb6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52684b0e-033b-149d-7e1f-8796ac413153/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:19:25,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7332160{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:19:25,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7de42883{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52684b0e-033b-149d-7e1f-8796ac413153/java.io.tmpdir/jetty-localhost-33493-hadoop-hdfs-3_4_1-tests_jar-_-any-8548322483844001128/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:19:25,359 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29db64f{HTTP/1.1, (http/1.1)}{localhost:33493} 2024-11-19T17:19:25,360 INFO [Time-limited test {}] server.Server(415): Started @158642ms 2024-11-19T17:19:25,361 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T17:19:25,458 WARN [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52684b0e-033b-149d-7e1f-8796ac413153/cluster_52c892db-41bb-7b73-200b-2dee61121e8f/data/data2/current/BP-548440985-172.17.0.2-1732036764954/current, will proceed with Du for space computation calculation, 2024-11-19T17:19:25,458 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52684b0e-033b-149d-7e1f-8796ac413153/cluster_52c892db-41bb-7b73-200b-2dee61121e8f/data/data1/current/BP-548440985-172.17.0.2-1732036764954/current, will proceed with Du for space computation calculation, 2024-11-19T17:19:25,478 WARN [Thread-1792 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T17:19:25,481 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x745cd69d9d63ee8f with lease ID 0x70d3d64af835b7b8: Processing first storage report for DS-53b71015-8c7e-49bd-81ba-09606a16b704 from datanode DatanodeRegistration(127.0.0.1:36037, datanodeUuid=440741a0-0504-4ff4-ac99-c92885e03d72, infoPort=33741, infoSecurePort=0, ipcPort=36273, storageInfo=lv=-57;cid=testClusterID;nsid=716836925;c=1732036764954) 2024-11-19T17:19:25,481 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x745cd69d9d63ee8f with lease ID 0x70d3d64af835b7b8: from storage DS-53b71015-8c7e-49bd-81ba-09606a16b704 node DatanodeRegistration(127.0.0.1:36037, datanodeUuid=440741a0-0504-4ff4-ac99-c92885e03d72, infoPort=33741, infoSecurePort=0, ipcPort=36273, storageInfo=lv=-57;cid=testClusterID;nsid=716836925;c=1732036764954), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T17:19:25,481 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x745cd69d9d63ee8f with lease ID 0x70d3d64af835b7b8: Processing first storage report for DS-8c14c87c-1fc3-4655-9fb0-2c69f8ee2c97 from datanode DatanodeRegistration(127.0.0.1:36037, datanodeUuid=440741a0-0504-4ff4-ac99-c92885e03d72, infoPort=33741, infoSecurePort=0, ipcPort=36273, storageInfo=lv=-57;cid=testClusterID;nsid=716836925;c=1732036764954) 2024-11-19T17:19:25,481 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x745cd69d9d63ee8f with lease ID 0x70d3d64af835b7b8: from storage DS-8c14c87c-1fc3-4655-9fb0-2c69f8ee2c97 node DatanodeRegistration(127.0.0.1:36037, datanodeUuid=440741a0-0504-4ff4-ac99-c92885e03d72, infoPort=33741, infoSecurePort=0, ipcPort=36273, storageInfo=lv=-57;cid=testClusterID;nsid=716836925;c=1732036764954), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:19:25,486 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52684b0e-033b-149d-7e1f-8796ac413153 2024-11-19T17:19:25,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:25,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:25,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741825_1001 (size=7) 2024-11-19T17:19:25,895 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537 with version=8 2024-11-19T17:19:25,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/hbase-staging 2024-11-19T17:19:25,897 INFO [Time-limited test {}] client.ConnectionUtils(128): master/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:19:25,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:19:25,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:19:25,898 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:19:25,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:19:25,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:19:25,898 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T17:19:25,898 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:19:25,898 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42739 2024-11-19T17:19:25,899 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42739 connecting to ZooKeeper ensemble=127.0.0.1:53556 2024-11-19T17:19:25,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427390x0, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:19:25,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42739-0x101313d80870003 connected 2024-11-19T17:19:25,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:25,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:25,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42739-0x101313d80870003, quorum=127.0.0.1:53556, baseZNode=/11170175346 Set watcher on znode that does not yet exist, /11170175346/running 2024-11-19T17:19:25,919 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537, hbase.cluster.distributed=false 2024-11-19T17:19:25,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42739-0x101313d80870003, quorum=127.0.0.1:53556, baseZNode=/11170175346 Set watcher on znode that does not yet exist, /11170175346/acl 2024-11-19T17:19:25,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42739 2024-11-19T17:19:25,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42739 2024-11-19T17:19:25,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42739 2024-11-19T17:19:25,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42739 2024-11-19T17:19:25,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42739 2024-11-19T17:19:25,936 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:19:25,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:19:25,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:19:25,936 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:19:25,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:19:25,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:19:25,936 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T17:19:25,936 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:19:25,937 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36219 2024-11-19T17:19:25,937 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36219 connecting to ZooKeeper ensemble=127.0.0.1:53556 2024-11-19T17:19:25,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:25,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:25,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362190x0, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:19:25,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36219-0x101313d80870004, quorum=127.0.0.1:53556, baseZNode=/11170175346 Set watcher on znode that does not yet exist, /11170175346/running 2024-11-19T17:19:25,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36219-0x101313d80870004 connected 2024-11-19T17:19:25,943 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T17:19:25,944 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T17:19:25,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36219-0x101313d80870004, quorum=127.0.0.1:53556, baseZNode=/11170175346 Set watcher on znode that does not yet exist, /11170175346/master 2024-11-19T17:19:25,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36219-0x101313d80870004, quorum=127.0.0.1:53556, baseZNode=/11170175346 Set watcher on znode that does not yet exist, /11170175346/acl 2024-11-19T17:19:25,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36219 2024-11-19T17:19:25,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36219 2024-11-19T17:19:25,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36219 2024-11-19T17:19:25,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36219 2024-11-19T17:19:25,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36219 2024-11-19T17:19:25,965 DEBUG [M:0;280a42d09ec8:42739 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;280a42d09ec8:42739 2024-11-19T17:19:25,965 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11170175346/backup-masters/280a42d09ec8,42739,1732036765897 2024-11-19T17:19:25,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x101313d80870003, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11170175346/backup-masters 2024-11-19T17:19:25,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x101313d80870004, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11170175346/backup-masters 2024-11-19T17:19:25,968 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42739-0x101313d80870003, quorum=127.0.0.1:53556, baseZNode=/11170175346 Set watcher on existing znode=/11170175346/backup-masters/280a42d09ec8,42739,1732036765897 2024-11-19T17:19:25,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x101313d80870004, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11170175346/master 2024-11-19T17:19:25,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x101313d80870004, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11170175346 2024-11-19T17:19:25,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x101313d80870003, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11170175346 2024-11-19T17:19:25,970 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42739-0x101313d80870003, quorum=127.0.0.1:53556, baseZNode=/11170175346 Set watcher on existing znode=/11170175346/master 2024-11-19T17:19:25,970 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11170175346/backup-masters/280a42d09ec8,42739,1732036765897 from backup master directory 2024-11-19T17:19:25,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x101313d80870003, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11170175346/backup-masters/280a42d09ec8,42739,1732036765897 2024-11-19T17:19:25,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x101313d80870004, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11170175346/backup-masters 2024-11-19T17:19:25,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x101313d80870003, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11170175346/backup-masters 2024-11-19T17:19:25,971 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:19:25,971 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=280a42d09ec8,42739,1732036765897 2024-11-19T17:19:25,977 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/hbase.id] with ID: f8dc5223-68d1-4252-9970-382ecf4c46ca 2024-11-19T17:19:25,977 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/.tmp/hbase.id 2024-11-19T17:19:25,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741826_1002 (size=42) 2024-11-19T17:19:26,382 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/.tmp/hbase.id]:[hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/hbase.id] 2024-11-19T17:19:26,392 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:26,392 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T17:19:26,393 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T17:19:26,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x101313d80870003, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11170175346 2024-11-19T17:19:26,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x101313d80870004, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11170175346 2024-11-19T17:19:26,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741827_1003 (size=196) 2024-11-19T17:19:26,801 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:19:26,802 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T17:19:26,802 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:19:26,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741828_1004 (size=1189) 2024-11-19T17:19:27,210 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/MasterData/data/master/store 2024-11-19T17:19:27,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741829_1005 (size=34) 2024-11-19T17:19:27,618 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:27,618 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:19:27,618 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:27,618 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:27,618 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:19:27,618 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:27,618 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:27,618 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036767618Disabling compacts and flushes for region at 1732036767618Disabling writes for close at 1732036767618Writing region close event to WAL at 1732036767618Closed at 1732036767618 2024-11-19T17:19:27,619 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/MasterData/data/master/store/.initializing 2024-11-19T17:19:27,619 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/MasterData/WALs/280a42d09ec8,42739,1732036765897 2024-11-19T17:19:27,621 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:19:27,622 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=280a42d09ec8%2C42739%2C1732036765897, suffix=, logDir=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/MasterData/WALs/280a42d09ec8,42739,1732036765897, archiveDir=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/MasterData/oldWALs, maxLogs=10 2024-11-19T17:19:27,639 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/MasterData/WALs/280a42d09ec8,42739,1732036765897/280a42d09ec8%2C42739%2C1732036765897.1732036767622, exclude list is [], retry=0 2024-11-19T17:19:27,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36037,DS-53b71015-8c7e-49bd-81ba-09606a16b704,DISK] 2024-11-19T17:19:27,644 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/MasterData/WALs/280a42d09ec8,42739,1732036765897/280a42d09ec8%2C42739%2C1732036765897.1732036767622 2024-11-19T17:19:27,645 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33741:33741)] 2024-11-19T17:19:27,645 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:19:27,645 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:27,645 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:27,645 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:27,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:27,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T17:19:27,648 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:27,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:27,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:27,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T17:19:27,649 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:27,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:27,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:27,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T17:19:27,650 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:27,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:27,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:27,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T17:19:27,652 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:27,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:27,652 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:27,653 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:27,653 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:27,654 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:27,654 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:27,654 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:19:27,655 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:27,657 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:19:27,657 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66440614, jitterRate=-0.009957700967788696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:19:27,658 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732036767645Initializing all the Stores at 1732036767646 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036767646Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036767646Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036767646Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036767646Cleaning up temporary data from old regions at 1732036767654 (+8 ms)Region opened successfully at 1732036767657 (+3 ms) 2024-11-19T17:19:27,658 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T17:19:27,660 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@770adfa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:19:27,661 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T17:19:27,661 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T17:19:27,661 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T17:19:27,661 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T17:19:27,662 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T17:19:27,662 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T17:19:27,662 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T17:19:27,664 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T17:19:27,664 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42739-0x101313d80870003, quorum=127.0.0.1:53556, baseZNode=/11170175346 Unable to get data of znode /11170175346/balancer because node does not exist (not necessarily an error) 2024-11-19T17:19:27,667 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11170175346/balancer already deleted, retry=false 2024-11-19T17:19:27,667 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T17:19:27,668 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42739-0x101313d80870003, quorum=127.0.0.1:53556, baseZNode=/11170175346 Unable to get data of znode /11170175346/normalizer because node does not exist (not necessarily an error) 2024-11-19T17:19:27,669 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11170175346/normalizer already deleted, retry=false 2024-11-19T17:19:27,669 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T17:19:27,670 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42739-0x101313d80870003, quorum=127.0.0.1:53556, baseZNode=/11170175346 Unable to get data of znode /11170175346/switch/split because node does not exist (not necessarily an error) 2024-11-19T17:19:27,671 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11170175346/switch/split already deleted, retry=false 2024-11-19T17:19:27,672 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42739-0x101313d80870003, quorum=127.0.0.1:53556, baseZNode=/11170175346 Unable to get data of znode /11170175346/switch/merge because node does not exist (not necessarily an error) 2024-11-19T17:19:27,673 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11170175346/switch/merge already deleted, retry=false 2024-11-19T17:19:27,674 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42739-0x101313d80870003, quorum=127.0.0.1:53556, baseZNode=/11170175346 Unable to get data of znode /11170175346/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T17:19:27,677 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11170175346/snapshot-cleanup already deleted, retry=false 2024-11-19T17:19:27,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x101313d80870003, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11170175346/running 2024-11-19T17:19:27,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x101313d80870004, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11170175346/running 2024-11-19T17:19:27,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x101313d80870004, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11170175346 2024-11-19T17:19:27,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x101313d80870003, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11170175346 2024-11-19T17:19:27,679 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=280a42d09ec8,42739,1732036765897, sessionid=0x101313d80870003, setting cluster-up flag (Was=false) 2024-11-19T17:19:27,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x101313d80870003, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11170175346 2024-11-19T17:19:27,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x101313d80870004, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11170175346 2024-11-19T17:19:27,686 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11170175346/flush-table-proc/acquired, /11170175346/flush-table-proc/reached, /11170175346/flush-table-proc/abort 2024-11-19T17:19:27,687 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,42739,1732036765897 2024-11-19T17:19:27,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x101313d80870003, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11170175346 2024-11-19T17:19:27,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x101313d80870004, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11170175346 2024-11-19T17:19:27,697 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11170175346/online-snapshot/acquired, /11170175346/online-snapshot/reached, /11170175346/online-snapshot/abort 2024-11-19T17:19:27,698 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,42739,1732036765897 2024-11-19T17:19:27,699 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T17:19:27,700 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T17:19:27,700 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T17:19:27,700 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T17:19:27,700 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 280a42d09ec8,42739,1732036765897 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T17:19:27,701 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:19:27,701 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:19:27,701 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:19:27,702 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:19:27,702 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/280a42d09ec8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T17:19:27,702 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:27,702 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:19:27,702 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:27,703 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:19:27,703 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T17:19:27,703 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732036797703 2024-11-19T17:19:27,704 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T17:19:27,704 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T17:19:27,704 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T17:19:27,704 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T17:19:27,704 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T17:19:27,704 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T17:19:27,704 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:27,704 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:27,704 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T17:19:27,704 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T17:19:27,704 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T17:19:27,704 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T17:19:27,704 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T17:19:27,708 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T17:19:27,708 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T17:19:27,708 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036767708,5,FailOnTimeoutGroup] 2024-11-19T17:19:27,709 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036767708,5,FailOnTimeoutGroup] 2024-11-19T17:19:27,709 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:27,710 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T17:19:27,710 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:27,710 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:27,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741831_1007 (size=1321) 2024-11-19T17:19:27,755 INFO [RS:0;280a42d09ec8:36219 {}] regionserver.HRegionServer(746): ClusterId : f8dc5223-68d1-4252-9970-382ecf4c46ca 2024-11-19T17:19:27,755 DEBUG [RS:0;280a42d09ec8:36219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T17:19:27,759 DEBUG [RS:0;280a42d09ec8:36219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T17:19:27,759 DEBUG [RS:0;280a42d09ec8:36219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T17:19:27,760 DEBUG [RS:0;280a42d09ec8:36219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T17:19:27,760 DEBUG [RS:0;280a42d09ec8:36219 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd7b577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:19:27,772 DEBUG [RS:0;280a42d09ec8:36219 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;280a42d09ec8:36219 2024-11-19T17:19:27,772 INFO [RS:0;280a42d09ec8:36219 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T17:19:27,772 INFO [RS:0;280a42d09ec8:36219 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T17:19:27,772 DEBUG [RS:0;280a42d09ec8:36219 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T17:19:27,773 INFO [RS:0;280a42d09ec8:36219 {}] regionserver.HRegionServer(2659): reportForDuty to master=280a42d09ec8,42739,1732036765897 with port=36219, startcode=1732036765935 2024-11-19T17:19:27,773 DEBUG [RS:0;280a42d09ec8:36219 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T17:19:27,774 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T17:19:27,775 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42739 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 280a42d09ec8,36219,1732036765935 2024-11-19T17:19:27,775 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42739 {}] master.ServerManager(517): Registering regionserver=280a42d09ec8,36219,1732036765935 2024-11-19T17:19:27,776 DEBUG [RS:0;280a42d09ec8:36219 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537 2024-11-19T17:19:27,776 DEBUG [RS:0;280a42d09ec8:36219 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42383 2024-11-19T17:19:27,776 DEBUG [RS:0;280a42d09ec8:36219 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T17:19:27,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x101313d80870003, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11170175346/rs 2024-11-19T17:19:27,780 DEBUG [RS:0;280a42d09ec8:36219 {}] zookeeper.ZKUtil(111): regionserver:36219-0x101313d80870004, quorum=127.0.0.1:53556, baseZNode=/11170175346 Set watcher on existing znode=/11170175346/rs/280a42d09ec8,36219,1732036765935 2024-11-19T17:19:27,780 WARN [RS:0;280a42d09ec8:36219 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:19:27,780 INFO [RS:0;280a42d09ec8:36219 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:19:27,781 DEBUG [RS:0;280a42d09ec8:36219 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/WALs/280a42d09ec8,36219,1732036765935 2024-11-19T17:19:27,781 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [280a42d09ec8,36219,1732036765935] 2024-11-19T17:19:27,784 INFO [RS:0;280a42d09ec8:36219 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T17:19:27,788 INFO [RS:0;280a42d09ec8:36219 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T17:19:27,789 INFO [RS:0;280a42d09ec8:36219 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T17:19:27,789 INFO [RS:0;280a42d09ec8:36219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:27,789 INFO [RS:0;280a42d09ec8:36219 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T17:19:27,790 INFO [RS:0;280a42d09ec8:36219 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T17:19:27,790 INFO [RS:0;280a42d09ec8:36219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:27,790 DEBUG [RS:0;280a42d09ec8:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:27,790 DEBUG [RS:0;280a42d09ec8:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:27,790 DEBUG [RS:0;280a42d09ec8:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:27,790 DEBUG [RS:0;280a42d09ec8:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:27,790 DEBUG [RS:0;280a42d09ec8:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:27,790 DEBUG [RS:0;280a42d09ec8:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:19:27,790 DEBUG [RS:0;280a42d09ec8:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:27,790 DEBUG [RS:0;280a42d09ec8:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:27,790 DEBUG [RS:0;280a42d09ec8:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:27,790 DEBUG [RS:0;280a42d09ec8:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:27,790 DEBUG [RS:0;280a42d09ec8:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:27,790 DEBUG [RS:0;280a42d09ec8:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:27,790 DEBUG [RS:0;280a42d09ec8:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:19:27,790 DEBUG [RS:0;280a42d09ec8:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:19:27,800 INFO [RS:0;280a42d09ec8:36219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:27,800 INFO [RS:0;280a42d09ec8:36219 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:27,800 INFO [RS:0;280a42d09ec8:36219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:27,800 INFO [RS:0;280a42d09ec8:36219 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:27,800 INFO [RS:0;280a42d09ec8:36219 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:27,800 INFO [RS:0;280a42d09ec8:36219 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,36219,1732036765935-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:19:27,815 INFO [RS:0;280a42d09ec8:36219 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T17:19:27,815 INFO [RS:0;280a42d09ec8:36219 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,36219,1732036765935-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:27,816 INFO [RS:0;280a42d09ec8:36219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:27,816 INFO [RS:0;280a42d09ec8:36219 {}] regionserver.Replication(171): 280a42d09ec8,36219,1732036765935 started 2024-11-19T17:19:27,830 INFO [RS:0;280a42d09ec8:36219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:27,830 INFO [RS:0;280a42d09ec8:36219 {}] regionserver.HRegionServer(1482): Serving as 280a42d09ec8,36219,1732036765935, RpcServer on 280a42d09ec8/172.17.0.2:36219, sessionid=0x101313d80870004 2024-11-19T17:19:27,830 DEBUG [RS:0;280a42d09ec8:36219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T17:19:27,830 DEBUG [RS:0;280a42d09ec8:36219 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 280a42d09ec8,36219,1732036765935 2024-11-19T17:19:27,830 DEBUG [RS:0;280a42d09ec8:36219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,36219,1732036765935' 2024-11-19T17:19:27,830 DEBUG [RS:0;280a42d09ec8:36219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11170175346/flush-table-proc/abort' 2024-11-19T17:19:27,831 DEBUG [RS:0;280a42d09ec8:36219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11170175346/flush-table-proc/acquired' 2024-11-19T17:19:27,831 DEBUG [RS:0;280a42d09ec8:36219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T17:19:27,831 DEBUG [RS:0;280a42d09ec8:36219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T17:19:27,831 DEBUG [RS:0;280a42d09ec8:36219 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 280a42d09ec8,36219,1732036765935 2024-11-19T17:19:27,831 DEBUG [RS:0;280a42d09ec8:36219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,36219,1732036765935' 2024-11-19T17:19:27,831 DEBUG [RS:0;280a42d09ec8:36219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11170175346/online-snapshot/abort' 2024-11-19T17:19:27,831 DEBUG [RS:0;280a42d09ec8:36219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11170175346/online-snapshot/acquired' 2024-11-19T17:19:27,831 DEBUG [RS:0;280a42d09ec8:36219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T17:19:27,831 INFO [RS:0;280a42d09ec8:36219 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T17:19:27,832 INFO [RS:0;280a42d09ec8:36219 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T17:19:27,932 INFO [RS:0;280a42d09ec8:36219 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:19:27,933 INFO [RS:0;280a42d09ec8:36219 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C36219%2C1732036765935, suffix=, logDir=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/WALs/280a42d09ec8,36219,1732036765935, archiveDir=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/oldWALs, maxLogs=10 2024-11-19T17:19:27,947 DEBUG [RS:0;280a42d09ec8:36219 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/WALs/280a42d09ec8,36219,1732036765935/280a42d09ec8%2C36219%2C1732036765935.1732036767934, exclude list is [], retry=0 2024-11-19T17:19:27,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36037,DS-53b71015-8c7e-49bd-81ba-09606a16b704,DISK] 2024-11-19T17:19:27,951 INFO [RS:0;280a42d09ec8:36219 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/WALs/280a42d09ec8,36219,1732036765935/280a42d09ec8%2C36219%2C1732036765935.1732036767934 2024-11-19T17:19:27,951 DEBUG [RS:0;280a42d09ec8:36219 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33741:33741)] 2024-11-19T17:19:28,118 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T17:19:28,118 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537 2024-11-19T17:19:28,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741833_1009 (size=32) 2024-11-19T17:19:28,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:28,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:19:28,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:19:28,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:28,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:28,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:19:28,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:19:28,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:28,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:28,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:19:28,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:19:28,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:28,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:28,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:19:28,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:19:28,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:28,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:28,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:19:28,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/meta/1588230740 2024-11-19T17:19:28,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/meta/1588230740 2024-11-19T17:19:28,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:19:28,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:19:28,537 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:19:28,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:19:28,541 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:19:28,541 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60179711, jitterRate=-0.10325242578983307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:19:28,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732036768528Initializing all the Stores at 1732036768528Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036768528Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036768529 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036768529Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036768529Cleaning up temporary data from old regions at 1732036768537 (+8 ms)Region opened successfully at 1732036768541 (+4 ms) 2024-11-19T17:19:28,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:19:28,541 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:19:28,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:19:28,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:19:28,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:19:28,542 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:19:28,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036768541Disabling compacts and flushes for region at 1732036768541Disabling writes for close at 1732036768541Writing region close event to WAL at 1732036768542 (+1 ms)Closed at 1732036768542 2024-11-19T17:19:28,543 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:19:28,543 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T17:19:28,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T17:19:28,544 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:19:28,544 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T17:19:28,695 DEBUG [280a42d09ec8:42739 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T17:19:28,695 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=280a42d09ec8,36219,1732036765935 2024-11-19T17:19:28,696 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,36219,1732036765935, state=OPENING 2024-11-19T17:19:28,699 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T17:19:28,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x101313d80870004, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11170175346 2024-11-19T17:19:28,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x101313d80870003, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11170175346 2024-11-19T17:19:28,701 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:19:28,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11170175346/meta-region-server: CHANGED 2024-11-19T17:19:28,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11170175346/meta-region-server: CHANGED 2024-11-19T17:19:28,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,36219,1732036765935}] 2024-11-19T17:19:28,854 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:19:28,855 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T17:19:28,859 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T17:19:28,859 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:19:28,859 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T17:19:28,860 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C36219%2C1732036765935.meta, suffix=.meta, logDir=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/WALs/280a42d09ec8,36219,1732036765935, archiveDir=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/oldWALs, maxLogs=10 2024-11-19T17:19:28,874 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/WALs/280a42d09ec8,36219,1732036765935/280a42d09ec8%2C36219%2C1732036765935.meta.1732036768860.meta, exclude list is [], retry=0 2024-11-19T17:19:28,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36037,DS-53b71015-8c7e-49bd-81ba-09606a16b704,DISK] 2024-11-19T17:19:28,877 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/WALs/280a42d09ec8,36219,1732036765935/280a42d09ec8%2C36219%2C1732036765935.meta.1732036768860.meta 2024-11-19T17:19:28,878 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33741:33741)] 2024-11-19T17:19:28,878 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:19:28,878 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:19:28,878 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:19:28,878 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T17:19:28,878 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T17:19:28,878 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T17:19:28,878 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:28,878 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T17:19:28,879 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T17:19:28,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:19:28,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:19:28,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:28,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:28,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:19:28,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:19:28,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:28,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:28,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:19:28,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:19:28,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:28,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:28,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:19:28,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:19:28,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:28,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:28,884 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:19:28,885 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/meta/1588230740 2024-11-19T17:19:28,886 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/meta/1588230740 2024-11-19T17:19:28,887 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:19:28,887 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:19:28,887 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:19:28,888 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:19:28,889 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74588547, jitterRate=0.11145596206188202}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:19:28,889 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T17:19:28,889 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732036768879Writing region info on filesystem at 1732036768879Initializing all the Stores at 1732036768879Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036768879Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036768879Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036768879Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036768880 (+1 ms)Cleaning up temporary data from old regions at 1732036768887 (+7 ms)Running coprocessor post-open hooks at 1732036768889 (+2 ms)Region opened successfully at 1732036768889 2024-11-19T17:19:28,890 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732036768853 2024-11-19T17:19:28,892 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T17:19:28,892 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T17:19:28,892 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,36219,1732036765935 2024-11-19T17:19:28,893 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,36219,1732036765935, state=OPEN 2024-11-19T17:19:28,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x101313d80870003, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11170175346/meta-region-server 2024-11-19T17:19:28,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x101313d80870004, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11170175346/meta-region-server 2024-11-19T17:19:28,894 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=280a42d09ec8,36219,1732036765935 2024-11-19T17:19:28,894 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11170175346/meta-region-server: CHANGED 2024-11-19T17:19:28,894 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11170175346/meta-region-server: CHANGED 2024-11-19T17:19:28,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T17:19:28,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,36219,1732036765935 in 193 msec 2024-11-19T17:19:28,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T17:19:28,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-19T17:19:28,898 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:19:28,898 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T17:19:28,899 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:19:28,899 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,36219,1732036765935, seqNum=-1] 2024-11-19T17:19:28,899 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:19:28,900 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:19:28,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2040 sec 2024-11-19T17:19:28,906 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732036768905, completionTime=-1 2024-11-19T17:19:28,906 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T17:19:28,906 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T17:19:28,907 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T17:19:28,907 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732036828907 2024-11-19T17:19:28,907 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732036888907 2024-11-19T17:19:28,907 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T17:19:28,908 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,42739,1732036765897-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:28,908 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,42739,1732036765897-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:28,908 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,42739,1732036765897-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:28,908 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-280a42d09ec8:42739, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:28,908 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:28,908 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:28,910 DEBUG [master/280a42d09ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T17:19:28,911 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.940sec 2024-11-19T17:19:28,911 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T17:19:28,911 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T17:19:28,911 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T17:19:28,911 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T17:19:28,911 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T17:19:28,911 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,42739,1732036765897-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:19:28,911 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,42739,1732036765897-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T17:19:28,914 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T17:19:28,914 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T17:19:28,914 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,42739,1732036765897-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:28,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30466eac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:28,956 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,42739,-1 for getting cluster id 2024-11-19T17:19:28,956 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:19:28,958 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8dc5223-68d1-4252-9970-382ecf4c46ca' 2024-11-19T17:19:28,958 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:19:28,958 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8dc5223-68d1-4252-9970-382ecf4c46ca" 2024-11-19T17:19:28,958 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644109ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:28,958 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,42739,-1] 2024-11-19T17:19:28,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:19:28,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:28,960 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:19:28,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f157e59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:28,961 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:19:28,962 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,36219,1732036765935, seqNum=-1] 2024-11-19T17:19:28,962 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:19:28,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:19:28,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=280a42d09ec8,42739,1732036765897 2024-11-19T17:19:28,966 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53556 2024-11-19T17:19:28,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:19:28,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101313d80870005 connected 2024-11-19T17:19:28,973 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:19:28,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,32887,1732036762234 2024-11-19T17:19:28,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@be6188a 2024-11-19T17:19:28,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:19:28,975 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:19:28,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:19:28,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T17:19:28,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T17:19:28,978 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:28,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T17:19:28,979 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T17:19:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:19:28,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741835_1011 (size=902) 2024-11-19T17:19:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:19:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:19:29,392 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 381b89dff7a2b408e24520c2a3887d9b, NAME => 'test,,1732036768975.381b89dff7a2b408e24520c2a3887d9b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e 2024-11-19T17:19:29,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741836_1012 (size=39) 2024-11-19T17:19:29,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:19:29,798 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732036768975.381b89dff7a2b408e24520c2a3887d9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:29,798 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 381b89dff7a2b408e24520c2a3887d9b, disabling compactions & flushes 2024-11-19T17:19:29,798 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732036768975.381b89dff7a2b408e24520c2a3887d9b. 2024-11-19T17:19:29,798 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732036768975.381b89dff7a2b408e24520c2a3887d9b. 2024-11-19T17:19:29,798 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732036768975.381b89dff7a2b408e24520c2a3887d9b. after waiting 0 ms 2024-11-19T17:19:29,798 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732036768975.381b89dff7a2b408e24520c2a3887d9b. 2024-11-19T17:19:29,798 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732036768975.381b89dff7a2b408e24520c2a3887d9b. 2024-11-19T17:19:29,798 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 381b89dff7a2b408e24520c2a3887d9b: Waiting for close lock at 1732036769798Disabling compacts and flushes for region at 1732036769798Disabling writes for close at 1732036769798Writing region close event to WAL at 1732036769798Closed at 1732036769798 2024-11-19T17:19:29,799 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T17:19:29,799 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732036768975.381b89dff7a2b408e24520c2a3887d9b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732036769799"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732036769799"}]},"ts":"1732036769799"} 2024-11-19T17:19:29,801 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T17:19:29,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T17:19:29,802 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036769802"}]},"ts":"1732036769802"} 2024-11-19T17:19:29,804 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T17:19:29,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=381b89dff7a2b408e24520c2a3887d9b, ASSIGN}] 2024-11-19T17:19:29,805 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=381b89dff7a2b408e24520c2a3887d9b, ASSIGN 2024-11-19T17:19:29,806 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=381b89dff7a2b408e24520c2a3887d9b, ASSIGN; state=OFFLINE, location=280a42d09ec8,39251,1732036762290; forceNewPlan=false, retain=false 2024-11-19T17:19:29,956 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=381b89dff7a2b408e24520c2a3887d9b, regionState=OPENING, regionLocation=280a42d09ec8,39251,1732036762290 2024-11-19T17:19:29,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=381b89dff7a2b408e24520c2a3887d9b, ASSIGN because future has completed 2024-11-19T17:19:29,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 381b89dff7a2b408e24520c2a3887d9b, server=280a42d09ec8,39251,1732036762290}] 2024-11-19T17:19:30,115 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732036768975.381b89dff7a2b408e24520c2a3887d9b. 2024-11-19T17:19:30,115 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 381b89dff7a2b408e24520c2a3887d9b, NAME => 'test,,1732036768975.381b89dff7a2b408e24520c2a3887d9b.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:19:30,116 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:19:30,116 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T17:19:30,116 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 381b89dff7a2b408e24520c2a3887d9b 2024-11-19T17:19:30,116 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732036768975.381b89dff7a2b408e24520c2a3887d9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:30,116 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 381b89dff7a2b408e24520c2a3887d9b 2024-11-19T17:19:30,116 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 381b89dff7a2b408e24520c2a3887d9b 2024-11-19T17:19:30,118 INFO [StoreOpener-381b89dff7a2b408e24520c2a3887d9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 381b89dff7a2b408e24520c2a3887d9b 2024-11-19T17:19:30,119 INFO [StoreOpener-381b89dff7a2b408e24520c2a3887d9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 381b89dff7a2b408e24520c2a3887d9b columnFamilyName f 2024-11-19T17:19:30,119 DEBUG [StoreOpener-381b89dff7a2b408e24520c2a3887d9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:30,120 INFO [StoreOpener-381b89dff7a2b408e24520c2a3887d9b-1 {}] regionserver.HStore(327): Store=381b89dff7a2b408e24520c2a3887d9b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:30,120 INFO [StoreOpener-381b89dff7a2b408e24520c2a3887d9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 381b89dff7a2b408e24520c2a3887d9b 2024-11-19T17:19:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:19:30,123 INFO [StoreOpener-381b89dff7a2b408e24520c2a3887d9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 381b89dff7a2b408e24520c2a3887d9b columnFamilyName f1 2024-11-19T17:19:30,123 DEBUG [StoreOpener-381b89dff7a2b408e24520c2a3887d9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:30,124 INFO [StoreOpener-381b89dff7a2b408e24520c2a3887d9b-1 {}] regionserver.HStore(327): Store=381b89dff7a2b408e24520c2a3887d9b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:30,124 INFO [StoreOpener-381b89dff7a2b408e24520c2a3887d9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 381b89dff7a2b408e24520c2a3887d9b 2024-11-19T17:19:30,125 INFO [StoreOpener-381b89dff7a2b408e24520c2a3887d9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 381b89dff7a2b408e24520c2a3887d9b columnFamilyName norep 2024-11-19T17:19:30,125 DEBUG [StoreOpener-381b89dff7a2b408e24520c2a3887d9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:30,125 INFO [StoreOpener-381b89dff7a2b408e24520c2a3887d9b-1 {}] regionserver.HStore(327): Store=381b89dff7a2b408e24520c2a3887d9b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:30,125 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 381b89dff7a2b408e24520c2a3887d9b 2024-11-19T17:19:30,126 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/default/test/381b89dff7a2b408e24520c2a3887d9b 2024-11-19T17:19:30,126 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/default/test/381b89dff7a2b408e24520c2a3887d9b 2024-11-19T17:19:30,127 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 381b89dff7a2b408e24520c2a3887d9b 2024-11-19T17:19:30,127 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 381b89dff7a2b408e24520c2a3887d9b 2024-11-19T17:19:30,127 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:19:30,128 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 381b89dff7a2b408e24520c2a3887d9b 2024-11-19T17:19:30,133 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/default/test/381b89dff7a2b408e24520c2a3887d9b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:19:30,134 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 381b89dff7a2b408e24520c2a3887d9b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64751689, jitterRate=-0.03512464463710785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:19:30,134 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 381b89dff7a2b408e24520c2a3887d9b 2024-11-19T17:19:30,135 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 381b89dff7a2b408e24520c2a3887d9b: Running coprocessor pre-open hook at 1732036770116Writing region info on filesystem at 1732036770116Initializing all the Stores at 1732036770117 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036770117Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036770118 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036770118Cleaning up temporary data from old regions at 1732036770127 (+9 ms)Running coprocessor post-open hooks at 1732036770134 (+7 ms)Region opened successfully at 1732036770135 (+1 ms) 2024-11-19T17:19:30,136 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732036768975.381b89dff7a2b408e24520c2a3887d9b., pid=6, masterSystemTime=1732036770112 2024-11-19T17:19:30,138 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732036768975.381b89dff7a2b408e24520c2a3887d9b. 2024-11-19T17:19:30,138 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732036768975.381b89dff7a2b408e24520c2a3887d9b. 2024-11-19T17:19:30,139 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=381b89dff7a2b408e24520c2a3887d9b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=280a42d09ec8,39251,1732036762290 2024-11-19T17:19:30,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 381b89dff7a2b408e24520c2a3887d9b, server=280a42d09ec8,39251,1732036762290 because future has completed 2024-11-19T17:19:30,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T17:19:30,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 381b89dff7a2b408e24520c2a3887d9b, server=280a42d09ec8,39251,1732036762290 in 183 msec 2024-11-19T17:19:30,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T17:19:30,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=381b89dff7a2b408e24520c2a3887d9b, ASSIGN in 340 msec 2024-11-19T17:19:30,147 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T17:19:30,147 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036770147"}]},"ts":"1732036770147"} 2024-11-19T17:19:30,148 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T17:19:30,149 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T17:19:30,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1730 sec 2024-11-19T17:19:30,355 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T17:19:30,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:30,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:30,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:30,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:30,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:30,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:30,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:30,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:30,391 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T17:19:30,392 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T17:19:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:19:31,131 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T17:19:31,131 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:19:31,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,42739,1732036765897 2024-11-19T17:19:31,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f3dd3b8 2024-11-19T17:19:31,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:19:31,133 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:19:31,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:19:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T17:19:31,136 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T17:19:31,136 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:31,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T17:19:31,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T17:19:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:19:31,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741835_1011 (size=902) 2024-11-19T17:19:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:19:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:19:31,544 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b5419c3c5b250a0d7d41bd9f547714d8, NAME => 'test,,1732036771133.b5419c3c5b250a0d7d41bd9f547714d8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537 2024-11-19T17:19:31,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741836_1012 (size=39) 2024-11-19T17:19:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:19:31,951 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732036771133.b5419c3c5b250a0d7d41bd9f547714d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:31,951 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b5419c3c5b250a0d7d41bd9f547714d8, disabling compactions & flushes 2024-11-19T17:19:31,951 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732036771133.b5419c3c5b250a0d7d41bd9f547714d8. 2024-11-19T17:19:31,951 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732036771133.b5419c3c5b250a0d7d41bd9f547714d8. 2024-11-19T17:19:31,951 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732036771133.b5419c3c5b250a0d7d41bd9f547714d8. after waiting 0 ms 2024-11-19T17:19:31,951 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732036771133.b5419c3c5b250a0d7d41bd9f547714d8. 2024-11-19T17:19:31,951 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732036771133.b5419c3c5b250a0d7d41bd9f547714d8. 2024-11-19T17:19:31,951 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b5419c3c5b250a0d7d41bd9f547714d8: Waiting for close lock at 1732036771951Disabling compacts and flushes for region at 1732036771951Disabling writes for close at 1732036771951Writing region close event to WAL at 1732036771951Closed at 1732036771951 2024-11-19T17:19:31,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T17:19:31,953 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732036771133.b5419c3c5b250a0d7d41bd9f547714d8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732036771953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732036771953"}]},"ts":"1732036771953"} 2024-11-19T17:19:31,955 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T17:19:31,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T17:19:31,956 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036771956"}]},"ts":"1732036771956"} 2024-11-19T17:19:31,958 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T17:19:31,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b5419c3c5b250a0d7d41bd9f547714d8, ASSIGN}] 2024-11-19T17:19:31,959 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b5419c3c5b250a0d7d41bd9f547714d8, ASSIGN 2024-11-19T17:19:31,960 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b5419c3c5b250a0d7d41bd9f547714d8, ASSIGN; state=OFFLINE, location=280a42d09ec8,36219,1732036765935; forceNewPlan=false, retain=false 2024-11-19T17:19:31,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T17:19:31,976 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T17:19:31,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T17:19:31,976 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T17:19:31,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:19:31,977 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T17:19:31,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T17:19:31,977 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T17:19:31,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:19:31,977 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T17:19:31,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T17:19:31,977 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T17:19:32,110 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b5419c3c5b250a0d7d41bd9f547714d8, regionState=OPENING, regionLocation=280a42d09ec8,36219,1732036765935 2024-11-19T17:19:32,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b5419c3c5b250a0d7d41bd9f547714d8, ASSIGN because future has completed 2024-11-19T17:19:32,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5419c3c5b250a0d7d41bd9f547714d8, server=280a42d09ec8,36219,1732036765935}] 2024-11-19T17:19:32,269 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732036771133.b5419c3c5b250a0d7d41bd9f547714d8. 2024-11-19T17:19:32,269 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b5419c3c5b250a0d7d41bd9f547714d8, NAME => 'test,,1732036771133.b5419c3c5b250a0d7d41bd9f547714d8.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:19:32,269 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:19:32,269 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T17:19:32,269 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b5419c3c5b250a0d7d41bd9f547714d8 2024-11-19T17:19:32,270 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732036771133.b5419c3c5b250a0d7d41bd9f547714d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:32,270 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b5419c3c5b250a0d7d41bd9f547714d8 2024-11-19T17:19:32,270 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b5419c3c5b250a0d7d41bd9f547714d8 2024-11-19T17:19:32,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:19:32,271 INFO [StoreOpener-b5419c3c5b250a0d7d41bd9f547714d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b5419c3c5b250a0d7d41bd9f547714d8 2024-11-19T17:19:32,272 INFO [StoreOpener-b5419c3c5b250a0d7d41bd9f547714d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5419c3c5b250a0d7d41bd9f547714d8 columnFamilyName f 2024-11-19T17:19:32,272 DEBUG [StoreOpener-b5419c3c5b250a0d7d41bd9f547714d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:32,273 INFO [StoreOpener-b5419c3c5b250a0d7d41bd9f547714d8-1 {}] regionserver.HStore(327): Store=b5419c3c5b250a0d7d41bd9f547714d8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:32,273 INFO [StoreOpener-b5419c3c5b250a0d7d41bd9f547714d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b5419c3c5b250a0d7d41bd9f547714d8 2024-11-19T17:19:32,274 INFO [StoreOpener-b5419c3c5b250a0d7d41bd9f547714d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5419c3c5b250a0d7d41bd9f547714d8 columnFamilyName f1 2024-11-19T17:19:32,274 DEBUG [StoreOpener-b5419c3c5b250a0d7d41bd9f547714d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:32,274 INFO [StoreOpener-b5419c3c5b250a0d7d41bd9f547714d8-1 {}] regionserver.HStore(327): Store=b5419c3c5b250a0d7d41bd9f547714d8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:32,274 INFO [StoreOpener-b5419c3c5b250a0d7d41bd9f547714d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b5419c3c5b250a0d7d41bd9f547714d8 2024-11-19T17:19:32,275 INFO [StoreOpener-b5419c3c5b250a0d7d41bd9f547714d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5419c3c5b250a0d7d41bd9f547714d8 columnFamilyName norep 2024-11-19T17:19:32,275 DEBUG [StoreOpener-b5419c3c5b250a0d7d41bd9f547714d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:32,276 INFO [StoreOpener-b5419c3c5b250a0d7d41bd9f547714d8-1 {}] regionserver.HStore(327): Store=b5419c3c5b250a0d7d41bd9f547714d8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:32,276 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b5419c3c5b250a0d7d41bd9f547714d8 2024-11-19T17:19:32,276 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/default/test/b5419c3c5b250a0d7d41bd9f547714d8 2024-11-19T17:19:32,277 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/default/test/b5419c3c5b250a0d7d41bd9f547714d8 2024-11-19T17:19:32,278 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b5419c3c5b250a0d7d41bd9f547714d8 2024-11-19T17:19:32,278 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b5419c3c5b250a0d7d41bd9f547714d8 2024-11-19T17:19:32,278 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:19:32,279 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b5419c3c5b250a0d7d41bd9f547714d8 2024-11-19T17:19:32,281 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/default/test/b5419c3c5b250a0d7d41bd9f547714d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:19:32,282 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b5419c3c5b250a0d7d41bd9f547714d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61990327, jitterRate=-0.0762721449136734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:19:32,282 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b5419c3c5b250a0d7d41bd9f547714d8 2024-11-19T17:19:32,282 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b5419c3c5b250a0d7d41bd9f547714d8: Running coprocessor pre-open hook at 1732036772270Writing region info on filesystem at 1732036772270Initializing all the Stores at 1732036772270Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036772270Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036772271 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036772271Cleaning up temporary data from old regions at 1732036772278 (+7 ms)Running coprocessor post-open hooks at 1732036772282 (+4 ms)Region opened successfully at 1732036772282 2024-11-19T17:19:32,283 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732036771133.b5419c3c5b250a0d7d41bd9f547714d8., pid=6, masterSystemTime=1732036772265 2024-11-19T17:19:32,285 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732036771133.b5419c3c5b250a0d7d41bd9f547714d8. 2024-11-19T17:19:32,285 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732036771133.b5419c3c5b250a0d7d41bd9f547714d8. 2024-11-19T17:19:32,285 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b5419c3c5b250a0d7d41bd9f547714d8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=280a42d09ec8,36219,1732036765935 2024-11-19T17:19:32,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5419c3c5b250a0d7d41bd9f547714d8, server=280a42d09ec8,36219,1732036765935 because future has completed 2024-11-19T17:19:32,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T17:19:32,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b5419c3c5b250a0d7d41bd9f547714d8, server=280a42d09ec8,36219,1732036765935 in 175 msec 2024-11-19T17:19:32,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T17:19:32,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b5419c3c5b250a0d7d41bd9f547714d8, ASSIGN in 332 msec 2024-11-19T17:19:32,294 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T17:19:32,294 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036772294"}]},"ts":"1732036772294"} 2024-11-19T17:19:32,296 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T17:19:32,297 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T17:19:32,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-11-19T17:19:33,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:19:33,291 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T17:19:33,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a77bdb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:33,292 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,32887,-1 for getting cluster id 2024-11-19T17:19:33,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:19:33,292 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '674f6ba2-4411-4af6-a918-dbd17458e92e' 2024-11-19T17:19:33,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:19:33,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "674f6ba2-4411-4af6-a918-dbd17458e92e" 2024-11-19T17:19:33,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47b6c9b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:33,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,32887,-1] 2024-11-19T17:19:33,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:19:33,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:33,294 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:19:33,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4103766f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:33,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2786ed38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:33,295 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,42739,-1 for getting cluster id 2024-11-19T17:19:33,295 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:19:33,296 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8dc5223-68d1-4252-9970-382ecf4c46ca' 2024-11-19T17:19:33,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:19:33,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8dc5223-68d1-4252-9970-382ecf4c46ca" 2024-11-19T17:19:33,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29e46970, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:33,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,42739,-1] 2024-11-19T17:19:33,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:19:33,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:33,297 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:19:33,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a2a3803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:33,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fcdaa7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:33,299 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,32887,-1 for getting cluster id 2024-11-19T17:19:33,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:19:33,299 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '674f6ba2-4411-4af6-a918-dbd17458e92e' 2024-11-19T17:19:33,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:19:33,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "674f6ba2-4411-4af6-a918-dbd17458e92e" 2024-11-19T17:19:33,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24dee8b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:33,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,32887,-1] 2024-11-19T17:19:33,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:19:33,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:33,301 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:19:33,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad314a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:33,301 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:19:33,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,32887,1732036762234 2024-11-19T17:19:33,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@695b5788 2024-11-19T17:19:33,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:19:33,303 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:19:33,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://280a42d09ec8:42739,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T17:19:33,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T17:19:33,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:19:33,306 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:42739' 2024-11-19T17:19:33,307 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48e70a45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:33,307 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,42739,-1 for getting cluster id 2024-11-19T17:19:33,307 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:19:33,307 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8dc5223-68d1-4252-9970-382ecf4c46ca' 2024-11-19T17:19:33,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:19:33,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8dc5223-68d1-4252-9970-382ecf4c46ca" 2024-11-19T17:19:33,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c79818e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:33,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,42739,-1] 2024-11-19T17:19:33,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:19:33,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:33,308 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:19:33,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1094461c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:33,309 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:19:33,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,42739,1732036765897 2024-11-19T17:19:33,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ed89806 2024-11-19T17:19:33,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:19:33,310 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:19:33,311 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T17:19:33,311 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T17:19:33,311 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:33,311 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:33,311 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:19:33,312 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:19:33,312 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T17:19:33,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T17:19:33,313 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:33,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T17:19:33,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741837_1013 (size=1138) 2024-11-19T17:19:33,363 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T17:19:33,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:19:33,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:19:33,722 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 49307d785be5b5e9ae008e338dfa36c0, NAME => 'hbase:replication,,1732036773311.49307d785be5b5e9ae008e338dfa36c0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e 2024-11-19T17:19:33,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741838_1014 (size=44) 2024-11-19T17:19:33,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:19:34,131 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732036773311.49307d785be5b5e9ae008e338dfa36c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:34,131 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 49307d785be5b5e9ae008e338dfa36c0, disabling compactions & flushes 2024-11-19T17:19:34,131 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732036773311.49307d785be5b5e9ae008e338dfa36c0. 2024-11-19T17:19:34,131 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732036773311.49307d785be5b5e9ae008e338dfa36c0. 2024-11-19T17:19:34,131 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732036773311.49307d785be5b5e9ae008e338dfa36c0. after waiting 0 ms 2024-11-19T17:19:34,131 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732036773311.49307d785be5b5e9ae008e338dfa36c0. 2024-11-19T17:19:34,131 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732036773311.49307d785be5b5e9ae008e338dfa36c0. 2024-11-19T17:19:34,131 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 49307d785be5b5e9ae008e338dfa36c0: Waiting for close lock at 1732036774131Disabling compacts and flushes for region at 1732036774131Disabling writes for close at 1732036774131Writing region close event to WAL at 1732036774131Closed at 1732036774131 2024-11-19T17:19:34,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T17:19:34,133 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732036773311.49307d785be5b5e9ae008e338dfa36c0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732036774132"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732036774132"}]},"ts":"1732036774132"} 2024-11-19T17:19:34,135 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T17:19:34,135 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T17:19:34,136 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036774135"}]},"ts":"1732036774135"} 2024-11-19T17:19:34,137 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T17:19:34,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=49307d785be5b5e9ae008e338dfa36c0, ASSIGN}] 2024-11-19T17:19:34,139 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=49307d785be5b5e9ae008e338dfa36c0, ASSIGN 2024-11-19T17:19:34,139 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=49307d785be5b5e9ae008e338dfa36c0, ASSIGN; state=OFFLINE, location=280a42d09ec8,39251,1732036762290; forceNewPlan=false, retain=false 2024-11-19T17:19:34,290 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=49307d785be5b5e9ae008e338dfa36c0, regionState=OPENING, regionLocation=280a42d09ec8,39251,1732036762290 2024-11-19T17:19:34,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=49307d785be5b5e9ae008e338dfa36c0, ASSIGN because future has completed 2024-11-19T17:19:34,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49307d785be5b5e9ae008e338dfa36c0, server=280a42d09ec8,39251,1732036762290}] 2024-11-19T17:19:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:19:34,448 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732036773311.49307d785be5b5e9ae008e338dfa36c0. 2024-11-19T17:19:34,448 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:19:34,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T17:19:34,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C39251%2C1732036762290.rep, suffix=, logDir=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290, archiveDir=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/oldWALs, maxLogs=10 2024-11-19T17:19:34,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.rep.1732036774450, exclude list is [], retry=0 2024-11-19T17:19:34,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35223,DS-7f2e20cf-6b8f-4409-b1b6-4336cb76ff18,DISK] 2024-11-19T17:19:34,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.rep.1732036774450 2024-11-19T17:19:34,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38889:38889)] 2024-11-19T17:19:34,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 49307d785be5b5e9ae008e338dfa36c0, NAME => 'hbase:replication,,1732036773311.49307d785be5b5e9ae008e338dfa36c0.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:19:34,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:19:34,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:19:34,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732036773311.49307d785be5b5e9ae008e338dfa36c0. service=MultiRowMutationService 2024-11-19T17:19:34,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T17:19:34,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 49307d785be5b5e9ae008e338dfa36c0 2024-11-19T17:19:34,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732036773311.49307d785be5b5e9ae008e338dfa36c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:34,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 49307d785be5b5e9ae008e338dfa36c0 2024-11-19T17:19:34,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 49307d785be5b5e9ae008e338dfa36c0 2024-11-19T17:19:34,469 INFO [StoreOpener-49307d785be5b5e9ae008e338dfa36c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 49307d785be5b5e9ae008e338dfa36c0 2024-11-19T17:19:34,470 INFO [StoreOpener-49307d785be5b5e9ae008e338dfa36c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49307d785be5b5e9ae008e338dfa36c0 columnFamilyName hfileref 2024-11-19T17:19:34,470 DEBUG [StoreOpener-49307d785be5b5e9ae008e338dfa36c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:34,470 INFO [StoreOpener-49307d785be5b5e9ae008e338dfa36c0-1 {}] regionserver.HStore(327): Store=49307d785be5b5e9ae008e338dfa36c0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:34,470 INFO [StoreOpener-49307d785be5b5e9ae008e338dfa36c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 49307d785be5b5e9ae008e338dfa36c0 2024-11-19T17:19:34,471 INFO [StoreOpener-49307d785be5b5e9ae008e338dfa36c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49307d785be5b5e9ae008e338dfa36c0 columnFamilyName queue 2024-11-19T17:19:34,471 DEBUG [StoreOpener-49307d785be5b5e9ae008e338dfa36c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:34,472 INFO [StoreOpener-49307d785be5b5e9ae008e338dfa36c0-1 {}] regionserver.HStore(327): Store=49307d785be5b5e9ae008e338dfa36c0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:34,472 INFO [StoreOpener-49307d785be5b5e9ae008e338dfa36c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 49307d785be5b5e9ae008e338dfa36c0 2024-11-19T17:19:34,473 INFO [StoreOpener-49307d785be5b5e9ae008e338dfa36c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49307d785be5b5e9ae008e338dfa36c0 columnFamilyName sid 2024-11-19T17:19:34,473 DEBUG [StoreOpener-49307d785be5b5e9ae008e338dfa36c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:34,473 INFO [StoreOpener-49307d785be5b5e9ae008e338dfa36c0-1 {}] regionserver.HStore(327): Store=49307d785be5b5e9ae008e338dfa36c0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:34,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 49307d785be5b5e9ae008e338dfa36c0 2024-11-19T17:19:34,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/replication/49307d785be5b5e9ae008e338dfa36c0 2024-11-19T17:19:34,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/replication/49307d785be5b5e9ae008e338dfa36c0 2024-11-19T17:19:34,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 49307d785be5b5e9ae008e338dfa36c0 2024-11-19T17:19:34,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 49307d785be5b5e9ae008e338dfa36c0 2024-11-19T17:19:34,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:19:34,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 49307d785be5b5e9ae008e338dfa36c0 2024-11-19T17:19:34,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/replication/49307d785be5b5e9ae008e338dfa36c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:19:34,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 49307d785be5b5e9ae008e338dfa36c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69627643, jitterRate=0.037532731890678406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:19:34,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 49307d785be5b5e9ae008e338dfa36c0 2024-11-19T17:19:34,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 49307d785be5b5e9ae008e338dfa36c0: Running coprocessor pre-open hook at 1732036774468Writing region info on filesystem at 1732036774468Initializing all the Stores at 1732036774468Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036774469 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036774469Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036774469Cleaning up temporary data from old regions at 1732036774474 (+5 ms)Running coprocessor post-open hooks at 1732036774478 (+4 ms)Region opened successfully at 1732036774478 2024-11-19T17:19:34,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732036773311.49307d785be5b5e9ae008e338dfa36c0., pid=10, masterSystemTime=1732036774445 2024-11-19T17:19:34,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732036773311.49307d785be5b5e9ae008e338dfa36c0. 2024-11-19T17:19:34,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732036773311.49307d785be5b5e9ae008e338dfa36c0. 2024-11-19T17:19:34,481 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=49307d785be5b5e9ae008e338dfa36c0, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,39251,1732036762290 2024-11-19T17:19:34,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49307d785be5b5e9ae008e338dfa36c0, server=280a42d09ec8,39251,1732036762290 because future has completed 2024-11-19T17:19:34,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T17:19:34,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 49307d785be5b5e9ae008e338dfa36c0, server=280a42d09ec8,39251,1732036762290 in 191 msec 2024-11-19T17:19:34,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T17:19:34,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=49307d785be5b5e9ae008e338dfa36c0, ASSIGN in 348 msec 2024-11-19T17:19:34,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T17:19:34,488 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036774488"}]},"ts":"1732036774488"} 2024-11-19T17:19:34,490 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T17:19:34,491 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T17:19:34,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-19T17:19:34,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732036773311.49307d785be5b5e9ae008e338dfa36c0., hostname=280a42d09ec8,39251,1732036762290, seqNum=2] 2024-11-19T17:19:34,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x101313d80870000, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01841453070 2024-11-19T17:19:34,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39251-0x101313d80870001, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01841453070 2024-11-19T17:19:34,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T17:19:34,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39251 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T17:19:34,683 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T17:19:34,713 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-280a42d09ec8,39251,1732036762290, ReplicationSource: 1, currentBandwidth=0 2024-11-19T17:19:34,714 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:19:34,714 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,39251,1732036762290, seqNum=-1] 2024-11-19T17:19:34,714 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:19:34,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-19T17:19:34,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-280a42d09ec8,39251,1732036762290', locateType=CURRENT is [region=hbase:replication,,1732036773311.49307d785be5b5e9ae008e338dfa36c0., hostname=280a42d09ec8,39251,1732036762290, seqNum=2] 2024-11-19T17:19:34,720 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T17:19:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T17:19:34,722 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 280a42d09ec8,39251,1732036762290 suceeded 2024-11-19T17:19:34,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T17:19:34,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-19T17:19:34,724 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://280a42d09ec8:42739,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T17:19:34,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4210 sec 2024-11-19T17:19:34,735 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:42739' 2024-11-19T17:19:34,736 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7071c0ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:34,736 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,42739,-1 for getting cluster id 2024-11-19T17:19:34,736 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:19:34,737 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8dc5223-68d1-4252-9970-382ecf4c46ca' 2024-11-19T17:19:34,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:19:34,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8dc5223-68d1-4252-9970-382ecf4c46ca" 2024-11-19T17:19:34,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7245f822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:34,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,42739,-1] 2024-11-19T17:19:34,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:19:34,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:34,738 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:19:34,739 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@602c5484, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:34,739 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:19:34,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,42739,1732036765897 2024-11-19T17:19:34,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1eca27f0 2024-11-19T17:19:34,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:19:34,741 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-19T17:19:34,741 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-280a42d09ec8,39251,1732036762290 (queues=1) is replicating from cluster=674f6ba2-4411-4af6-a918-dbd17458e92e to cluster=f8dc5223-68d1-4252-9970-382ecf4c46ca 2024-11-19T17:19:34,742 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=280a42d09ec8%2C39251%2C1732036762290 2024-11-19T17:19:34,742 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-280a42d09ec8,39251,1732036762290, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T17:19:34,742 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.shipper280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 280a42d09ec8%2C39251%2C1732036762290 2024-11-19T17:19:34,742 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.wal-reader.280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.1732036764289, startPosition=0, beingWritten=true 2024-11-19T17:19:34,748 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.wal-reader.280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:19:34,748 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.wal-reader.280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.1732036764289 to pos 379, reset compression=false 2024-11-19T17:19:34,748 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.shipper280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,39251,1732036762290 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.1732036764289, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:19:34,952 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.wal-reader.280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.1732036764289 to pos 379, reset compression=false 2024-11-19T17:19:35,257 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.wal-reader.280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.1732036764289 to pos 379, reset compression=false 2024-11-19T17:19:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:19:35,451 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T17:19:35,451 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:19:35,451 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:19:35,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:35,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:35,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:19:35,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8ff28d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:35,452 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,42739,-1 for getting cluster id 2024-11-19T17:19:35,452 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:19:35,453 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8dc5223-68d1-4252-9970-382ecf4c46ca' 2024-11-19T17:19:35,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:19:35,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8dc5223-68d1-4252-9970-382ecf4c46ca" 2024-11-19T17:19:35,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4970f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:35,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,42739,-1] 2024-11-19T17:19:35,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:19:35,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:35,455 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:19:35,455 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d903afe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:35,456 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:19:35,456 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,42739,1732036765897 2024-11-19T17:19:35,456 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bf17b61 2024-11-19T17:19:35,456 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:19:35,457 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:19:35,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://280a42d09ec8:32887,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T17:19:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T17:19:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:19:35,460 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:32887' 2024-11-19T17:19:35,461 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@410d24d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:35,461 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,32887,-1 for getting cluster id 2024-11-19T17:19:35,461 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:19:35,462 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '674f6ba2-4411-4af6-a918-dbd17458e92e' 2024-11-19T17:19:35,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:19:35,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "674f6ba2-4411-4af6-a918-dbd17458e92e" 2024-11-19T17:19:35,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6346f6a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:35,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,32887,-1] 2024-11-19T17:19:35,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:19:35,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:35,463 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:19:35,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556afbb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:35,463 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:19:35,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,32887,1732036762234 2024-11-19T17:19:35,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@525f6f5c 2024-11-19T17:19:35,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:19:35,465 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:19:35,466 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T17:19:35,466 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T17:19:35,466 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:35,466 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:35,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:19:35,466 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:19:35,467 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T17:19:35,468 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T17:19:35,468 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:35,469 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T17:19:35,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741837_1013 (size=1138) 2024-11-19T17:19:35,517 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T17:19:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:19:35,618 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T17:19:35,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:35,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:35,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:35,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:35,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:35,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:35,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:35,660 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.wal-reader.280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.1732036764289 to pos 379, reset compression=false 2024-11-19T17:19:35,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:35,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:19:35,879 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0b1f906a3dece2c8571c3176cf52f204, NAME => 'hbase:replication,,1732036775466.0b1f906a3dece2c8571c3176cf52f204.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537 2024-11-19T17:19:35,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741838_1014 (size=44) 2024-11-19T17:19:36,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:19:36,166 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.wal-reader.280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.1732036764289 to pos 379, reset compression=false 2024-11-19T17:19:36,285 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732036775466.0b1f906a3dece2c8571c3176cf52f204.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:36,285 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0b1f906a3dece2c8571c3176cf52f204, disabling compactions & flushes 2024-11-19T17:19:36,285 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732036775466.0b1f906a3dece2c8571c3176cf52f204. 2024-11-19T17:19:36,285 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732036775466.0b1f906a3dece2c8571c3176cf52f204. 2024-11-19T17:19:36,286 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732036775466.0b1f906a3dece2c8571c3176cf52f204. after waiting 0 ms 2024-11-19T17:19:36,286 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732036775466.0b1f906a3dece2c8571c3176cf52f204. 2024-11-19T17:19:36,286 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732036775466.0b1f906a3dece2c8571c3176cf52f204. 2024-11-19T17:19:36,286 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0b1f906a3dece2c8571c3176cf52f204: Waiting for close lock at 1732036776285Disabling compacts and flushes for region at 1732036776285Disabling writes for close at 1732036776286 (+1 ms)Writing region close event to WAL at 1732036776286Closed at 1732036776286 2024-11-19T17:19:36,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T17:19:36,287 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732036775466.0b1f906a3dece2c8571c3176cf52f204.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732036776287"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732036776287"}]},"ts":"1732036776287"} 2024-11-19T17:19:36,289 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T17:19:36,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T17:19:36,290 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036776290"}]},"ts":"1732036776290"} 2024-11-19T17:19:36,291 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T17:19:36,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0b1f906a3dece2c8571c3176cf52f204, ASSIGN}] 2024-11-19T17:19:36,292 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0b1f906a3dece2c8571c3176cf52f204, ASSIGN 2024-11-19T17:19:36,293 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0b1f906a3dece2c8571c3176cf52f204, ASSIGN; state=OFFLINE, location=280a42d09ec8,36219,1732036765935; forceNewPlan=false, retain=false 2024-11-19T17:19:36,392 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T17:19:36,444 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0b1f906a3dece2c8571c3176cf52f204, regionState=OPENING, regionLocation=280a42d09ec8,36219,1732036765935 2024-11-19T17:19:36,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0b1f906a3dece2c8571c3176cf52f204, ASSIGN because future has completed 2024-11-19T17:19:36,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b1f906a3dece2c8571c3176cf52f204, server=280a42d09ec8,36219,1732036765935}] 2024-11-19T17:19:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:19:36,603 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732036775466.0b1f906a3dece2c8571c3176cf52f204. 2024-11-19T17:19:36,603 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:19:36,603 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T17:19:36,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C36219%2C1732036765935.rep, suffix=, logDir=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/WALs/280a42d09ec8,36219,1732036765935, archiveDir=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/oldWALs, maxLogs=10 2024-11-19T17:19:36,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/WALs/280a42d09ec8,36219,1732036765935/280a42d09ec8%2C36219%2C1732036765935.rep.1732036776605, exclude list is [], retry=0 2024-11-19T17:19:36,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36037,DS-53b71015-8c7e-49bd-81ba-09606a16b704,DISK] 2024-11-19T17:19:36,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/WALs/280a42d09ec8,36219,1732036765935/280a42d09ec8%2C36219%2C1732036765935.rep.1732036776605 2024-11-19T17:19:36,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33741:33741)] 2024-11-19T17:19:36,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b1f906a3dece2c8571c3176cf52f204, NAME => 'hbase:replication,,1732036775466.0b1f906a3dece2c8571c3176cf52f204.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:19:36,622 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:19:36,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:19:36,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732036775466.0b1f906a3dece2c8571c3176cf52f204. service=MultiRowMutationService 2024-11-19T17:19:36,622 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T17:19:36,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0b1f906a3dece2c8571c3176cf52f204 2024-11-19T17:19:36,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732036775466.0b1f906a3dece2c8571c3176cf52f204.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:36,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0b1f906a3dece2c8571c3176cf52f204 2024-11-19T17:19:36,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0b1f906a3dece2c8571c3176cf52f204 2024-11-19T17:19:36,624 INFO [StoreOpener-0b1f906a3dece2c8571c3176cf52f204-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0b1f906a3dece2c8571c3176cf52f204 2024-11-19T17:19:36,625 INFO [StoreOpener-0b1f906a3dece2c8571c3176cf52f204-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b1f906a3dece2c8571c3176cf52f204 columnFamilyName hfileref 2024-11-19T17:19:36,625 DEBUG [StoreOpener-0b1f906a3dece2c8571c3176cf52f204-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:36,625 INFO [StoreOpener-0b1f906a3dece2c8571c3176cf52f204-1 {}] regionserver.HStore(327): Store=0b1f906a3dece2c8571c3176cf52f204/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:36,625 INFO [StoreOpener-0b1f906a3dece2c8571c3176cf52f204-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0b1f906a3dece2c8571c3176cf52f204 2024-11-19T17:19:36,626 INFO [StoreOpener-0b1f906a3dece2c8571c3176cf52f204-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b1f906a3dece2c8571c3176cf52f204 columnFamilyName queue 2024-11-19T17:19:36,626 DEBUG [StoreOpener-0b1f906a3dece2c8571c3176cf52f204-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:36,626 INFO [StoreOpener-0b1f906a3dece2c8571c3176cf52f204-1 {}] regionserver.HStore(327): Store=0b1f906a3dece2c8571c3176cf52f204/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:36,627 INFO [StoreOpener-0b1f906a3dece2c8571c3176cf52f204-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0b1f906a3dece2c8571c3176cf52f204 2024-11-19T17:19:36,627 INFO [StoreOpener-0b1f906a3dece2c8571c3176cf52f204-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b1f906a3dece2c8571c3176cf52f204 columnFamilyName sid 2024-11-19T17:19:36,627 DEBUG [StoreOpener-0b1f906a3dece2c8571c3176cf52f204-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:36,628 INFO [StoreOpener-0b1f906a3dece2c8571c3176cf52f204-1 {}] regionserver.HStore(327): Store=0b1f906a3dece2c8571c3176cf52f204/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:36,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0b1f906a3dece2c8571c3176cf52f204 2024-11-19T17:19:36,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/replication/0b1f906a3dece2c8571c3176cf52f204 2024-11-19T17:19:36,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/replication/0b1f906a3dece2c8571c3176cf52f204 2024-11-19T17:19:36,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0b1f906a3dece2c8571c3176cf52f204 2024-11-19T17:19:36,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0b1f906a3dece2c8571c3176cf52f204 2024-11-19T17:19:36,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:19:36,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0b1f906a3dece2c8571c3176cf52f204 2024-11-19T17:19:36,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/replication/0b1f906a3dece2c8571c3176cf52f204/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:19:36,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0b1f906a3dece2c8571c3176cf52f204; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58775132, jitterRate=-0.12418228387832642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:19:36,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b1f906a3dece2c8571c3176cf52f204 2024-11-19T17:19:36,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0b1f906a3dece2c8571c3176cf52f204: Running coprocessor pre-open hook at 1732036776623Writing region info on filesystem at 1732036776623Initializing all the Stores at 1732036776623Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036776623Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036776623Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036776623Cleaning up temporary data from old regions at 1732036776629 (+6 ms)Running coprocessor post-open hooks at 1732036776633 (+4 ms)Region opened successfully at 1732036776633 2024-11-19T17:19:36,634 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732036775466.0b1f906a3dece2c8571c3176cf52f204., pid=10, masterSystemTime=1732036776599 2024-11-19T17:19:36,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732036775466.0b1f906a3dece2c8571c3176cf52f204. 2024-11-19T17:19:36,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732036775466.0b1f906a3dece2c8571c3176cf52f204. 2024-11-19T17:19:36,636 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0b1f906a3dece2c8571c3176cf52f204, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,36219,1732036765935 2024-11-19T17:19:36,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b1f906a3dece2c8571c3176cf52f204, server=280a42d09ec8,36219,1732036765935 because future has completed 2024-11-19T17:19:36,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T17:19:36,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b1f906a3dece2c8571c3176cf52f204, server=280a42d09ec8,36219,1732036765935 in 192 msec 2024-11-19T17:19:36,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T17:19:36,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0b1f906a3dece2c8571c3176cf52f204, ASSIGN in 349 msec 2024-11-19T17:19:36,642 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T17:19:36,643 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036776642"}]},"ts":"1732036776642"} 2024-11-19T17:19:36,644 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T17:19:36,645 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T17:19:36,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-19T17:19:36,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732036775466.0b1f906a3dece2c8571c3176cf52f204., hostname=280a42d09ec8,36219,1732036765935, seqNum=2] 2024-11-19T17:19:36,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x101313d80870003, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11170175346 2024-11-19T17:19:36,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x101313d80870004, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11170175346 2024-11-19T17:19:36,684 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T17:19:36,770 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.wal-reader.280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.1732036764289 to pos 379, reset compression=false 2024-11-19T17:19:36,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36219 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T17:19:36,837 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T17:19:36,866 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-280a42d09ec8,36219,1732036765935, ReplicationSource: 1, currentBandwidth=0 2024-11-19T17:19:36,867 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:19:36,867 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,36219,1732036765935, seqNum=-1] 2024-11-19T17:19:36,867 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:19:36,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-19T17:19:36,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-280a42d09ec8,36219,1732036765935', locateType=CURRENT is [region=hbase:replication,,1732036775466.0b1f906a3dece2c8571c3176cf52f204., hostname=280a42d09ec8,36219,1732036765935, seqNum=2] 2024-11-19T17:19:36,873 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T17:19:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T17:19:36,875 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 280a42d09ec8,36219,1732036765935 suceeded 2024-11-19T17:19:36,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T17:19:36,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-19T17:19:36,877 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://280a42d09ec8:32887,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T17:19:36,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4190 sec 2024-11-19T17:19:36,895 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:32887' 2024-11-19T17:19:36,896 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a8e7311, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:36,897 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,32887,-1 for getting cluster id 2024-11-19T17:19:36,897 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:19:36,897 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '674f6ba2-4411-4af6-a918-dbd17458e92e' 2024-11-19T17:19:36,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:19:36,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "674f6ba2-4411-4af6-a918-dbd17458e92e" 2024-11-19T17:19:36,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1797002f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:36,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,32887,-1] 2024-11-19T17:19:36,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:19:36,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:36,899 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:19:36,900 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f29849, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:36,900 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:19:36,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,32887,1732036762234 2024-11-19T17:19:36,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28684aa 2024-11-19T17:19:36,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:19:36,901 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-19T17:19:36,902 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-280a42d09ec8,36219,1732036765935 (queues=1) is replicating from cluster=f8dc5223-68d1-4252-9970-382ecf4c46ca to cluster=674f6ba2-4411-4af6-a918-dbd17458e92e 2024-11-19T17:19:36,902 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=280a42d09ec8%2C36219%2C1732036765935 2024-11-19T17:19:36,902 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-280a42d09ec8,36219,1732036765935, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T17:19:36,902 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.wal-reader.280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/WALs/280a42d09ec8,36219,1732036765935/280a42d09ec8%2C36219%2C1732036765935.1732036767934, startPosition=0, beingWritten=true 2024-11-19T17:19:36,902 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.shipper280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 280a42d09ec8%2C36219%2C1732036765935 2024-11-19T17:19:36,908 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.wal-reader.280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:19:36,908 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.wal-reader.280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/WALs/280a42d09ec8,36219,1732036765935/280a42d09ec8%2C36219%2C1732036765935.1732036767934 to pos 379, reset compression=false 2024-11-19T17:19:36,908 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.shipper280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,36219,1732036765935 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/WALs/280a42d09ec8,36219,1732036765935/280a42d09ec8%2C36219%2C1732036765935.1732036767934, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:19:37,112 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.wal-reader.280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/WALs/280a42d09ec8,36219,1732036765935/280a42d09ec8%2C36219%2C1732036765935.1732036767934 to pos 379, reset compression=false 2024-11-19T17:19:37,416 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.wal-reader.280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/WALs/280a42d09ec8,36219,1732036765935/280a42d09ec8%2C36219%2C1732036765935.1732036767934 to pos 379, reset compression=false 2024-11-19T17:19:37,474 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.wal-reader.280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.1732036764289 to pos 379, reset compression=false 2024-11-19T17:19:37,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:19:37,611 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T17:19:37,611 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:19:37,611 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:19:37,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:37,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:37,611 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:19:37,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:37,616 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732036777615/Put/seqid=0 2024-11-19T17:19:37,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741840_1016 (size=7894) 2024-11-19T17:19:37,820 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.wal-reader.280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/WALs/280a42d09ec8,36219,1732036765935/280a42d09ec8%2C36219%2C1732036765935.1732036767934 to pos 379, reset compression=false 2024-11-19T17:19:38,022 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732036778022/Put/seqid=0 2024-11-19T17:19:38,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741841_1017 (size=7691) 2024-11-19T17:19:38,278 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.wal-reader.280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.1732036764289 to pos 379, reset compression=false 2024-11-19T17:19:38,324 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.wal-reader.280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/WALs/280a42d09ec8,36219,1732036765935/280a42d09ec8%2C36219%2C1732036765935.1732036767934 to pos 379, reset compression=false 2024-11-19T17:19:38,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6533354b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:38,429 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,32887,-1 for getting cluster id 2024-11-19T17:19:38,429 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:19:38,430 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '674f6ba2-4411-4af6-a918-dbd17458e92e' 2024-11-19T17:19:38,430 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:19:38,430 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "674f6ba2-4411-4af6-a918-dbd17458e92e" 2024-11-19T17:19:38,430 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3babb1e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:38,430 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,32887,-1] 2024-11-19T17:19:38,430 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:19:38,430 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:38,431 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:19:38,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ca2fe04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:38,432 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:19:38,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,39251,1732036762290, seqNum=-1] 2024-11-19T17:19:38,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:19:38,434 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:19:38,442 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:19:38,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,32887,1732036762234 2024-11-19T17:19:38,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f69932d 2024-11-19T17:19:38,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:19:38,444 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:19:38,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732036768975.381b89dff7a2b408e24520c2a3887d9b., hostname=280a42d09ec8,39251,1732036762290, seqNum=2] 2024-11-19T17:19:38,451 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T17:19:38,457 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-19T17:19:38,460 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-19T17:19:38,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 381b89dff7a2b408e24520c2a3887d9b/f 2024-11-19T17:19:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-19T17:19:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T17:19:38,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 381b89dff7a2b408e24520c2a3887d9b/f 2024-11-19T17:19:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-19T17:19:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T17:19:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.HRegion(2603): Flush status journal for 381b89dff7a2b408e24520c2a3887d9b: 2024-11-19T17:19:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/staging/jenkins__test__41f1tk89ius7nrrv9bdbdcf3rehtdq19c7fal5s79jni9gmchcfh4u298s94ctgu/f/hfile_0 2024-11-19T17:19:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/staging/jenkins__test__41f1tk89ius7nrrv9bdbdcf3rehtdq19c7fal5s79jni9gmchcfh4u298s94ctgu/f/hfile_0 as hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/default/test/381b89dff7a2b408e24520c2a3887d9b/f/17a8fa20672743ff818e3f0bbd781eba_SeqId_4_ 2024-11-19T17:19:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/staging/jenkins__test__41f1tk89ius7nrrv9bdbdcf3rehtdq19c7fal5s79jni9gmchcfh4u298s94ctgu/f/hfile_1 2024-11-19T17:19:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/staging/jenkins__test__41f1tk89ius7nrrv9bdbdcf3rehtdq19c7fal5s79jni9gmchcfh4u298s94ctgu/f/hfile_1 as hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/default/test/381b89dff7a2b408e24520c2a3887d9b/f/6155114db1af495c91049e1a11a71149_SeqId_4_ 2024-11-19T17:19:38,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/staging/jenkins__test__41f1tk89ius7nrrv9bdbdcf3rehtdq19c7fal5s79jni9gmchcfh4u298s94ctgu/f/hfile_0 into 381b89dff7a2b408e24520c2a3887d9b/f as hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/default/test/381b89dff7a2b408e24520c2a3887d9b/f/17a8fa20672743ff818e3f0bbd781eba_SeqId_4_ - updating store file list. 2024-11-19T17:19:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 17a8fa20672743ff818e3f0bbd781eba_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T17:19:38,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/default/test/381b89dff7a2b408e24520c2a3887d9b/f/17a8fa20672743ff818e3f0bbd781eba_SeqId_4_ into 381b89dff7a2b408e24520c2a3887d9b/f 2024-11-19T17:19:38,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/staging/jenkins__test__41f1tk89ius7nrrv9bdbdcf3rehtdq19c7fal5s79jni9gmchcfh4u298s94ctgu/f/hfile_0 into 381b89dff7a2b408e24520c2a3887d9b/f (new location: hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/default/test/381b89dff7a2b408e24520c2a3887d9b/f/17a8fa20672743ff818e3f0bbd781eba_SeqId_4_) 2024-11-19T17:19:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/staging/jenkins__test__41f1tk89ius7nrrv9bdbdcf3rehtdq19c7fal5s79jni9gmchcfh4u298s94ctgu/f/hfile_0 2024-11-19T17:19:38,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/staging/jenkins__test__41f1tk89ius7nrrv9bdbdcf3rehtdq19c7fal5s79jni9gmchcfh4u298s94ctgu/f/hfile_1 into 381b89dff7a2b408e24520c2a3887d9b/f as hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/default/test/381b89dff7a2b408e24520c2a3887d9b/f/6155114db1af495c91049e1a11a71149_SeqId_4_ - updating store file list. 2024-11-19T17:19:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6155114db1af495c91049e1a11a71149_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T17:19:38,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/default/test/381b89dff7a2b408e24520c2a3887d9b/f/6155114db1af495c91049e1a11a71149_SeqId_4_ into 381b89dff7a2b408e24520c2a3887d9b/f 2024-11-19T17:19:38,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/staging/jenkins__test__41f1tk89ius7nrrv9bdbdcf3rehtdq19c7fal5s79jni9gmchcfh4u298s94ctgu/f/hfile_1 into 381b89dff7a2b408e24520c2a3887d9b/f (new location: hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/default/test/381b89dff7a2b408e24520c2a3887d9b/f/6155114db1af495c91049e1a11a71149_SeqId_4_) 2024-11-19T17:19:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/staging/jenkins__test__41f1tk89ius7nrrv9bdbdcf3rehtdq19c7fal5s79jni9gmchcfh4u298s94ctgu/f/hfile_1 2024-11-19T17:19:38,518 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:19:38,518 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:19:38,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:38,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:38,518 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:19:38,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732036768975.381b89dff7a2b408e24520c2a3887d9b., hostname=280a42d09ec8,39251,1732036762290, seqNum=2 , the old value is region=test,,1732036768975.381b89dff7a2b408e24520c2a3887d9b., hostname=280a42d09ec8,39251,1732036762290, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=280a42d09ec8:39251 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T17:19:38,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732036768975.381b89dff7a2b408e24520c2a3887d9b., hostname=280a42d09ec8,39251,1732036762290, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T17:19:38,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732036768975.381b89dff7a2b408e24520c2a3887d9b., hostname=280a42d09ec8,39251,1732036762290, seqNum=2 from cache 2024-11-19T17:19:38,519 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:19:38,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,36219,1732036765935, seqNum=-1] 2024-11-19T17:19:38,520 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T17:19:38,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:19:38,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:19:38,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732036771133.b5419c3c5b250a0d7d41bd9f547714d8., hostname=280a42d09ec8,36219,1732036765935, seqNum=2] 2024-11-19T17:19:38,525 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T17:19:38,621 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:39251 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T17:19:38,928 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.wal-reader.280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/WALs/280a42d09ec8,36219,1732036765935/280a42d09ec8%2C36219%2C1732036765935.1732036767934 to pos 379, reset compression=false 2024-11-19T17:19:39,182 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.wal-reader.280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.1732036764289 to pos 379, reset compression=false 2024-11-19T17:19:39,187 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.wal-reader.280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T17:19:39,187 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.shipper280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,39251,1732036762290 got entry batch from reader: WALEntryBatch [walEntries=[{test/381b89dff7a2b408e24520c2a3887d9b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732036778516/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.1732036764289, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T17:19:39,190 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.shipper280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:19:39,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-19T17:19:39,191 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.ReplicationSink(318): Replicating [674f6ba2-4411-4af6-a918-dbd17458e92e] bulk loaded data 2024-11-19T17:19:39,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42029ccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:39,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,42739,-1 for getting cluster id 2024-11-19T17:19:39,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:19:39,193 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8dc5223-68d1-4252-9970-382ecf4c46ca' 2024-11-19T17:19:39,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:19:39,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8dc5223-68d1-4252-9970-382ecf4c46ca" 2024-11-19T17:19:39,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28242699, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:39,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,42739,-1] 2024-11-19T17:19:39,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:19:39,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:39,194 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:19:39,194 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@741f5d08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:39,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741840_1016 (size=7894) 2024-11-19T17:19:39,388 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.wal-reader.280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.1732036764289 to pos 687, reset compression=false 2024-11-19T17:19:39,528 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T17:19:39,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741841_1017 (size=7691) 2024-11-19T17:19:39,632 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.wal-reader.280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/WALs/280a42d09ec8,36219,1732036765935/280a42d09ec8%2C36219%2C1732036765935.1732036767934 to pos 379, reset compression=false 2024-11-19T17:19:39,692 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.wal-reader.280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.1732036764289 to pos 687, reset compression=false 2024-11-19T17:19:40,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:19:40,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,42739,1732036765897 2024-11-19T17:19:40,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b62e09b 2024-11-19T17:19:40,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:19:40,018 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-19T17:19:40,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T17:19:40,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:19:40,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,36219,1732036765935, seqNum=-1] 2024-11-19T17:19:40,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:19:40,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-19T17:19:40,027 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/staging/jenkins.hfs.11__test__rmqjimd39lqsdv51itqj83lqp69ske03ivjg5lh7mq8iu88kupfdukqfe58q2v5g/f/17a8fa20672743ff818e3f0bbd781eba_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-19T17:19:40,029 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/staging/jenkins.hfs.11__test__rmqjimd39lqsdv51itqj83lqp69ske03ivjg5lh7mq8iu88kupfdukqfe58q2v5g/f/6155114db1af495c91049e1a11a71149_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-19T17:19:40,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/staging/jenkins.hfs.11__test__rmqjimd39lqsdv51itqj83lqp69ske03ivjg5lh7mq8iu88kupfdukqfe58q2v5g/f/6155114db1af495c91049e1a11a71149_SeqId_4_ for inclusion in b5419c3c5b250a0d7d41bd9f547714d8/f 2024-11-19T17:19:40,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-19T17:19:40,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T17:19:40,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/staging/jenkins.hfs.11__test__rmqjimd39lqsdv51itqj83lqp69ske03ivjg5lh7mq8iu88kupfdukqfe58q2v5g/f/17a8fa20672743ff818e3f0bbd781eba_SeqId_4_ for inclusion in b5419c3c5b250a0d7d41bd9f547714d8/f 2024-11-19T17:19:40,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-19T17:19:40,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T17:19:40,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.HRegion(2603): Flush status journal for b5419c3c5b250a0d7d41bd9f547714d8: 2024-11-19T17:19:40,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6155114db1af495c91049e1a11a71149_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T17:19:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/staging/jenkins.hfs.11__test__rmqjimd39lqsdv51itqj83lqp69ske03ivjg5lh7mq8iu88kupfdukqfe58q2v5g/f/6155114db1af495c91049e1a11a71149_SeqId_4_ as hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/default/test/b5419c3c5b250a0d7d41bd9f547714d8/f/05e7cd09d98e4c81b3f64730ed47e975_SeqId_4_ 2024-11-19T17:19:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 17a8fa20672743ff818e3f0bbd781eba_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T17:19:40,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/staging/jenkins.hfs.11__test__rmqjimd39lqsdv51itqj83lqp69ske03ivjg5lh7mq8iu88kupfdukqfe58q2v5g/f/17a8fa20672743ff818e3f0bbd781eba_SeqId_4_ as hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/default/test/b5419c3c5b250a0d7d41bd9f547714d8/f/7326dc95ca24454486f64a3a5fa9815c_SeqId_4_ 2024-11-19T17:19:40,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/staging/jenkins.hfs.11__test__rmqjimd39lqsdv51itqj83lqp69ske03ivjg5lh7mq8iu88kupfdukqfe58q2v5g/f/6155114db1af495c91049e1a11a71149_SeqId_4_ into b5419c3c5b250a0d7d41bd9f547714d8/f as hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/default/test/b5419c3c5b250a0d7d41bd9f547714d8/f/05e7cd09d98e4c81b3f64730ed47e975_SeqId_4_ - updating store file list. 2024-11-19T17:19:40,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 05e7cd09d98e4c81b3f64730ed47e975_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T17:19:40,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/default/test/b5419c3c5b250a0d7d41bd9f547714d8/f/05e7cd09d98e4c81b3f64730ed47e975_SeqId_4_ into b5419c3c5b250a0d7d41bd9f547714d8/f 2024-11-19T17:19:40,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/staging/jenkins.hfs.11__test__rmqjimd39lqsdv51itqj83lqp69ske03ivjg5lh7mq8iu88kupfdukqfe58q2v5g/f/6155114db1af495c91049e1a11a71149_SeqId_4_ into b5419c3c5b250a0d7d41bd9f547714d8/f (new location: hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/default/test/b5419c3c5b250a0d7d41bd9f547714d8/f/05e7cd09d98e4c81b3f64730ed47e975_SeqId_4_) 2024-11-19T17:19:40,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/staging/jenkins.hfs.11__test__rmqjimd39lqsdv51itqj83lqp69ske03ivjg5lh7mq8iu88kupfdukqfe58q2v5g/f/6155114db1af495c91049e1a11a71149_SeqId_4_ 2024-11-19T17:19:40,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/staging/jenkins.hfs.11__test__rmqjimd39lqsdv51itqj83lqp69ske03ivjg5lh7mq8iu88kupfdukqfe58q2v5g/f/17a8fa20672743ff818e3f0bbd781eba_SeqId_4_ into b5419c3c5b250a0d7d41bd9f547714d8/f as hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/default/test/b5419c3c5b250a0d7d41bd9f547714d8/f/7326dc95ca24454486f64a3a5fa9815c_SeqId_4_ - updating store file list. 2024-11-19T17:19:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7326dc95ca24454486f64a3a5fa9815c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T17:19:40,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/default/test/b5419c3c5b250a0d7d41bd9f547714d8/f/7326dc95ca24454486f64a3a5fa9815c_SeqId_4_ into b5419c3c5b250a0d7d41bd9f547714d8/f 2024-11-19T17:19:40,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/staging/jenkins.hfs.11__test__rmqjimd39lqsdv51itqj83lqp69ske03ivjg5lh7mq8iu88kupfdukqfe58q2v5g/f/17a8fa20672743ff818e3f0bbd781eba_SeqId_4_ into b5419c3c5b250a0d7d41bd9f547714d8/f (new location: hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/default/test/b5419c3c5b250a0d7d41bd9f547714d8/f/7326dc95ca24454486f64a3a5fa9815c_SeqId_4_) 2024-11-19T17:19:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/staging/jenkins.hfs.11__test__rmqjimd39lqsdv51itqj83lqp69ske03ivjg5lh7mq8iu88kupfdukqfe58q2v5g/f/17a8fa20672743ff818e3f0bbd781eba_SeqId_4_ 2024-11-19T17:19:40,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.ReplicationSink(324): Finished replicating [674f6ba2-4411-4af6-a918-dbd17458e92e] bulk loaded data 2024-11-19T17:19:40,097 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.wal-reader.280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.1732036764289 to pos 687, reset compression=false 2024-11-19T17:19:40,437 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.wal-reader.280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/WALs/280a42d09ec8,36219,1732036765935/280a42d09ec8%2C36219%2C1732036765935.1732036767934 to pos 379, reset compression=false 2024-11-19T17:19:40,442 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.wal-reader.280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T17:19:40,442 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.shipper280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,36219,1732036765935 got entry batch from reader: WALEntryBatch [walEntries=[{test/b5419c3c5b250a0d7d41bd9f547714d8/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732036780058/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/WALs/280a42d09ec8,36219,1732036765935/280a42d09ec8%2C36219%2C1732036765935.1732036767934, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-19T17:19:40,445 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.shipper280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:19:40,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-19T17:19:40,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.ReplicationSink(318): Replicating [674f6ba2-4411-4af6-a918-dbd17458e92e, f8dc5223-68d1-4252-9970-382ecf4c46ca] bulk loaded data 2024-11-19T17:19:40,447 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f327b95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:40,447 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,32887,-1 for getting cluster id 2024-11-19T17:19:40,447 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:19:40,447 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '674f6ba2-4411-4af6-a918-dbd17458e92e' 2024-11-19T17:19:40,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:19:40,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "674f6ba2-4411-4af6-a918-dbd17458e92e" 2024-11-19T17:19:40,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@938dae2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:40,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,32887,-1] 2024-11-19T17:19:40,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:19:40,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:40,449 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:19:40,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73dfb7e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:40,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741842_1018 (size=7691) 2024-11-19T17:19:40,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:40,541 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732036780540/Put/seqid=0 2024-11-19T17:19:40,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741842_1018 (size=11194) 2024-11-19T17:19:40,600 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.wal-reader.280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.1732036764289 to pos 687, reset compression=false 2024-11-19T17:19:40,642 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.wal-reader.280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/WALs/280a42d09ec8,36219,1732036765935/280a42d09ec8%2C36219%2C1732036765935.1732036767934 to pos 725, reset compression=false 2024-11-19T17:19:40,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741843_1019 (size=7894) 2024-11-19T17:19:40,946 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.wal-reader.280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/WALs/280a42d09ec8,36219,1732036765935/280a42d09ec8%2C36219%2C1732036765935.1732036767934 to pos 725, reset compression=false 2024-11-19T17:19:40,948 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732036780947/Put/seqid=0 2024-11-19T17:19:40,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741843_1019 (size=10791) 2024-11-19T17:19:40,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7712d32e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:40,956 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,42739,-1 for getting cluster id 2024-11-19T17:19:40,956 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:19:40,957 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8dc5223-68d1-4252-9970-382ecf4c46ca' 2024-11-19T17:19:40,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:19:40,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8dc5223-68d1-4252-9970-382ecf4c46ca" 2024-11-19T17:19:40,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a58a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:40,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,42739,-1] 2024-11-19T17:19:40,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:19:40,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:40,959 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:19:40,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc83fae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:40,960 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:19:40,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,36219,1732036765935, seqNum=-1] 2024-11-19T17:19:40,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:19:40,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:19:40,968 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:19:40,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,42739,1732036765897 2024-11-19T17:19:40,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@218e7331 2024-11-19T17:19:40,970 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:19:40,970 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:19:40,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732036771133.b5419c3c5b250a0d7d41bd9f547714d8., hostname=280a42d09ec8,36219,1732036765935, seqNum=2] 2024-11-19T17:19:40,975 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T17:19:40,980 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-19T17:19:40,982 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-19T17:19:40,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/testHFileCyclicReplication_10/f/hfile_1 for inclusion in b5419c3c5b250a0d7d41bd9f547714d8/f 2024-11-19T17:19:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-19T17:19:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T17:19:40,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/testHFileCyclicReplication_10/f/hfile_0 for inclusion in b5419c3c5b250a0d7d41bd9f547714d8/f 2024-11-19T17:19:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-19T17:19:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T17:19:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.HRegion(2603): Flush status journal for b5419c3c5b250a0d7d41bd9f547714d8: 2024-11-19T17:19:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/staging/jenkins__test__4nmrs7gi199qf722jibkc4q98h77r2p1cn2pa330fkbv012j008nar90n1t5sv34/f/hfile_1 2024-11-19T17:19:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/staging/jenkins__test__4nmrs7gi199qf722jibkc4q98h77r2p1cn2pa330fkbv012j008nar90n1t5sv34/f/hfile_1 as hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/default/test/b5419c3c5b250a0d7d41bd9f547714d8/f/a93542458e7c47b5ab30d16b5aabf318_SeqId_6_ 2024-11-19T17:19:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/staging/jenkins__test__4nmrs7gi199qf722jibkc4q98h77r2p1cn2pa330fkbv012j008nar90n1t5sv34/f/hfile_0 2024-11-19T17:19:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/staging/jenkins__test__4nmrs7gi199qf722jibkc4q98h77r2p1cn2pa330fkbv012j008nar90n1t5sv34/f/hfile_0 as hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/default/test/b5419c3c5b250a0d7d41bd9f547714d8/f/410a5d91dae8437ca6147ae940d3a6a5_SeqId_6_ 2024-11-19T17:19:40,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/staging/jenkins__test__4nmrs7gi199qf722jibkc4q98h77r2p1cn2pa330fkbv012j008nar90n1t5sv34/f/hfile_1 into b5419c3c5b250a0d7d41bd9f547714d8/f as hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/default/test/b5419c3c5b250a0d7d41bd9f547714d8/f/a93542458e7c47b5ab30d16b5aabf318_SeqId_6_ - updating store file list. 2024-11-19T17:19:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a93542458e7c47b5ab30d16b5aabf318_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T17:19:41,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/default/test/b5419c3c5b250a0d7d41bd9f547714d8/f/a93542458e7c47b5ab30d16b5aabf318_SeqId_6_ into b5419c3c5b250a0d7d41bd9f547714d8/f 2024-11-19T17:19:41,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/staging/jenkins__test__4nmrs7gi199qf722jibkc4q98h77r2p1cn2pa330fkbv012j008nar90n1t5sv34/f/hfile_1 into b5419c3c5b250a0d7d41bd9f547714d8/f (new location: hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/default/test/b5419c3c5b250a0d7d41bd9f547714d8/f/a93542458e7c47b5ab30d16b5aabf318_SeqId_6_) 2024-11-19T17:19:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/staging/jenkins__test__4nmrs7gi199qf722jibkc4q98h77r2p1cn2pa330fkbv012j008nar90n1t5sv34/f/hfile_1 2024-11-19T17:19:41,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/staging/jenkins__test__4nmrs7gi199qf722jibkc4q98h77r2p1cn2pa330fkbv012j008nar90n1t5sv34/f/hfile_0 into b5419c3c5b250a0d7d41bd9f547714d8/f as hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/default/test/b5419c3c5b250a0d7d41bd9f547714d8/f/410a5d91dae8437ca6147ae940d3a6a5_SeqId_6_ - updating store file list. 2024-11-19T17:19:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 410a5d91dae8437ca6147ae940d3a6a5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T17:19:41,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/default/test/b5419c3c5b250a0d7d41bd9f547714d8/f/410a5d91dae8437ca6147ae940d3a6a5_SeqId_6_ into b5419c3c5b250a0d7d41bd9f547714d8/f 2024-11-19T17:19:41,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/staging/jenkins__test__4nmrs7gi199qf722jibkc4q98h77r2p1cn2pa330fkbv012j008nar90n1t5sv34/f/hfile_0 into b5419c3c5b250a0d7d41bd9f547714d8/f (new location: hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/default/test/b5419c3c5b250a0d7d41bd9f547714d8/f/410a5d91dae8437ca6147ae940d3a6a5_SeqId_6_) 2024-11-19T17:19:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/staging/jenkins__test__4nmrs7gi199qf722jibkc4q98h77r2p1cn2pa330fkbv012j008nar90n1t5sv34/f/hfile_0 2024-11-19T17:19:41,009 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:19:41,009 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:19:41,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:41,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:41,009 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:19:41,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732036771133.b5419c3c5b250a0d7d41bd9f547714d8., hostname=280a42d09ec8,36219,1732036765935, seqNum=2 , the old value is region=test,,1732036771133.b5419c3c5b250a0d7d41bd9f547714d8., hostname=280a42d09ec8,36219,1732036765935, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=280a42d09ec8:36219 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T17:19:41,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732036771133.b5419c3c5b250a0d7d41bd9f547714d8., hostname=280a42d09ec8,36219,1732036765935, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T17:19:41,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732036771133.b5419c3c5b250a0d7d41bd9f547714d8., hostname=280a42d09ec8,36219,1732036765935, seqNum=2 from cache 2024-11-19T17:19:41,010 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:19:41,010 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T17:19:41,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,39251,1732036762290, seqNum=-1] 2024-11-19T17:19:41,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:19:41,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:19:41,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732036768975.381b89dff7a2b408e24520c2a3887d9b., hostname=280a42d09ec8,39251,1732036762290, seqNum=2] 2024-11-19T17:19:41,020 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T17:19:41,121 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:36219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T17:19:41,204 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.wal-reader.280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.1732036764289 to pos 687, reset compression=false 2024-11-19T17:19:41,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:19:41,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,32887,1732036762234 2024-11-19T17:19:41,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7def7456 2024-11-19T17:19:41,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:19:41,273 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-19T17:19:41,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T17:19:41,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:19:41,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,39251,1732036762290, seqNum=-1] 2024-11-19T17:19:41,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:19:41,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-19T17:19:41,282 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/staging/jenkins.hfs.10__test__38s875euo4k1gs9sp4fq4aqsh6ja7rinvt0ij93mklna9dn0il3b5golp7d14f8l/f/05e7cd09d98e4c81b3f64730ed47e975_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-19T17:19:41,285 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/staging/jenkins.hfs.10__test__38s875euo4k1gs9sp4fq4aqsh6ja7rinvt0ij93mklna9dn0il3b5golp7d14f8l/f/7326dc95ca24454486f64a3a5fa9815c_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-19T17:19:41,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.ReplicationSink(324): Finished replicating [674f6ba2-4411-4af6-a918-dbd17458e92e, f8dc5223-68d1-4252-9970-382ecf4c46ca] bulk loaded data 2024-11-19T17:19:41,353 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.wal-reader.280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/WALs/280a42d09ec8,36219,1732036765935/280a42d09ec8%2C36219%2C1732036765935.1732036767934 to pos 725, reset compression=false 2024-11-19T17:19:41,358 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.wal-reader.280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T17:19:41,358 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.shipper280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,36219,1732036765935 got entry batch from reader: WALEntryBatch [walEntries=[{test/b5419c3c5b250a0d7d41bd9f547714d8/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732036781007/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/WALs/280a42d09ec8,36219,1732036765935/280a42d09ec8%2C36219%2C1732036765935.1732036767934, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T17:19:41,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.ReplicationSink(318): Replicating [f8dc5223-68d1-4252-9970-382ecf4c46ca] bulk loaded data 2024-11-19T17:19:41,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741844_1020 (size=10791) 2024-11-19T17:19:41,558 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.wal-reader.280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/WALs/280a42d09ec8,36219,1732036765935/280a42d09ec8%2C36219%2C1732036765935.1732036767934 to pos 1033, reset compression=false 2024-11-19T17:19:41,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741845_1021 (size=11194) 2024-11-19T17:19:41,863 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.wal-reader.280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/WALs/280a42d09ec8,36219,1732036765935/280a42d09ec8%2C36219%2C1732036765935.1732036767934 to pos 1033, reset compression=false 2024-11-19T17:19:41,908 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.wal-reader.280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.1732036764289 to pos 687, reset compression=false 2024-11-19T17:19:42,026 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T17:19:42,124 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T17:19:42,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:42,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:42,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:42,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:42,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:42,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:42,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:42,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:42,170 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T17:19:42,170 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-19T17:19:42,187 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T17:19:42,192 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/staging/jenkins.hfs.10__test__k8b71cfpppua615ljjt4rk7llnhbtvlf830afsptogl3dhpp0lpo6limmlm1k999/f/410a5d91dae8437ca6147ae940d3a6a5_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-19T17:19:42,194 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/staging/jenkins.hfs.10__test__k8b71cfpppua615ljjt4rk7llnhbtvlf830afsptogl3dhpp0lpo6limmlm1k999/f/a93542458e7c47b5ab30d16b5aabf318_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-19T17:19:42,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/staging/jenkins.hfs.10__test__k8b71cfpppua615ljjt4rk7llnhbtvlf830afsptogl3dhpp0lpo6limmlm1k999/f/a93542458e7c47b5ab30d16b5aabf318_SeqId_6_ for inclusion in 381b89dff7a2b408e24520c2a3887d9b/f 2024-11-19T17:19:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-19T17:19:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T17:19:42,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/staging/jenkins.hfs.10__test__k8b71cfpppua615ljjt4rk7llnhbtvlf830afsptogl3dhpp0lpo6limmlm1k999/f/410a5d91dae8437ca6147ae940d3a6a5_SeqId_6_ for inclusion in 381b89dff7a2b408e24520c2a3887d9b/f 2024-11-19T17:19:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-19T17:19:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T17:19:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.HRegion(2603): Flush status journal for 381b89dff7a2b408e24520c2a3887d9b: 2024-11-19T17:19:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a93542458e7c47b5ab30d16b5aabf318_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T17:19:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/staging/jenkins.hfs.10__test__k8b71cfpppua615ljjt4rk7llnhbtvlf830afsptogl3dhpp0lpo6limmlm1k999/f/a93542458e7c47b5ab30d16b5aabf318_SeqId_6_ as hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/default/test/381b89dff7a2b408e24520c2a3887d9b/f/2a668f661371402eb18be3a8f97e0996_SeqId_6_ 2024-11-19T17:19:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 410a5d91dae8437ca6147ae940d3a6a5_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T17:19:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/staging/jenkins.hfs.10__test__k8b71cfpppua615ljjt4rk7llnhbtvlf830afsptogl3dhpp0lpo6limmlm1k999/f/410a5d91dae8437ca6147ae940d3a6a5_SeqId_6_ as hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/default/test/381b89dff7a2b408e24520c2a3887d9b/f/edecf0cb8c514b3cb0d955fc1d83d3ac_SeqId_6_ 2024-11-19T17:19:42,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/staging/jenkins.hfs.10__test__k8b71cfpppua615ljjt4rk7llnhbtvlf830afsptogl3dhpp0lpo6limmlm1k999/f/a93542458e7c47b5ab30d16b5aabf318_SeqId_6_ into 381b89dff7a2b408e24520c2a3887d9b/f as hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/default/test/381b89dff7a2b408e24520c2a3887d9b/f/2a668f661371402eb18be3a8f97e0996_SeqId_6_ - updating store file list. 2024-11-19T17:19:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2a668f661371402eb18be3a8f97e0996_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T17:19:42,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/default/test/381b89dff7a2b408e24520c2a3887d9b/f/2a668f661371402eb18be3a8f97e0996_SeqId_6_ into 381b89dff7a2b408e24520c2a3887d9b/f 2024-11-19T17:19:42,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/staging/jenkins.hfs.10__test__k8b71cfpppua615ljjt4rk7llnhbtvlf830afsptogl3dhpp0lpo6limmlm1k999/f/a93542458e7c47b5ab30d16b5aabf318_SeqId_6_ into 381b89dff7a2b408e24520c2a3887d9b/f (new location: hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/default/test/381b89dff7a2b408e24520c2a3887d9b/f/2a668f661371402eb18be3a8f97e0996_SeqId_6_) 2024-11-19T17:19:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/staging/jenkins.hfs.10__test__k8b71cfpppua615ljjt4rk7llnhbtvlf830afsptogl3dhpp0lpo6limmlm1k999/f/a93542458e7c47b5ab30d16b5aabf318_SeqId_6_ 2024-11-19T17:19:42,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/staging/jenkins.hfs.10__test__k8b71cfpppua615ljjt4rk7llnhbtvlf830afsptogl3dhpp0lpo6limmlm1k999/f/410a5d91dae8437ca6147ae940d3a6a5_SeqId_6_ into 381b89dff7a2b408e24520c2a3887d9b/f as hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/default/test/381b89dff7a2b408e24520c2a3887d9b/f/edecf0cb8c514b3cb0d955fc1d83d3ac_SeqId_6_ - updating store file list. 2024-11-19T17:19:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.HStoreFile(483): HFile Bloom filter type for edecf0cb8c514b3cb0d955fc1d83d3ac_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T17:19:42,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/default/test/381b89dff7a2b408e24520c2a3887d9b/f/edecf0cb8c514b3cb0d955fc1d83d3ac_SeqId_6_ into 381b89dff7a2b408e24520c2a3887d9b/f 2024-11-19T17:19:42,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/staging/jenkins.hfs.10__test__k8b71cfpppua615ljjt4rk7llnhbtvlf830afsptogl3dhpp0lpo6limmlm1k999/f/410a5d91dae8437ca6147ae940d3a6a5_SeqId_6_ into 381b89dff7a2b408e24520c2a3887d9b/f (new location: hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/default/test/381b89dff7a2b408e24520c2a3887d9b/f/edecf0cb8c514b3cb0d955fc1d83d3ac_SeqId_6_) 2024-11-19T17:19:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/staging/jenkins.hfs.10__test__k8b71cfpppua615ljjt4rk7llnhbtvlf830afsptogl3dhpp0lpo6limmlm1k999/f/410a5d91dae8437ca6147ae940d3a6a5_SeqId_6_ 2024-11-19T17:19:42,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] regionserver.ReplicationSink(324): Finished replicating [f8dc5223-68d1-4252-9970-382ecf4c46ca] bulk loaded data 2024-11-19T17:19:42,268 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.wal-reader.280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/WALs/280a42d09ec8,36219,1732036765935/280a42d09ec8%2C36219%2C1732036765935.1732036767934 to pos 1033, reset compression=false 2024-11-19T17:19:42,712 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.wal-reader.280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.1732036764289 to pos 687, reset compression=false 2024-11-19T17:19:42,717 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.wal-reader.280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T17:19:42,717 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.shipper280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,39251,1732036762290 got entry batch from reader: WALEntryBatch [walEntries=[{test/381b89dff7a2b408e24520c2a3887d9b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732036782214/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.1732036764289, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-19T17:19:42,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.ReplicationSink(318): Replicating [f8dc5223-68d1-4252-9970-382ecf4c46ca, 674f6ba2-4411-4af6-a918-dbd17458e92e] bulk loaded data 2024-11-19T17:19:42,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741844_1020 (size=10791) 2024-11-19T17:19:42,772 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.wal-reader.280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/WALs/280a42d09ec8,36219,1732036765935/280a42d09ec8%2C36219%2C1732036765935.1732036767934 to pos 1033, reset compression=false 2024-11-19T17:19:42,917 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.wal-reader.280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.1732036764289 to pos 1033, reset compression=false 2024-11-19T17:19:43,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T17:19:43,036 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:19:43,036 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:19:43,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:43,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:43,036 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T17:19:43,036 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:19:43,036 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=389480553, stopped=false 2024-11-19T17:19:43,036 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=280a42d09ec8,42739,1732036765897 2024-11-19T17:19:43,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x101313d80870004, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11170175346/running 2024-11-19T17:19:43,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x101313d80870003, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11170175346/running 2024-11-19T17:19:43,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x101313d80870003, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11170175346 2024-11-19T17:19:43,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x101313d80870004, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11170175346 2024-11-19T17:19:43,038 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:19:43,038 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:19:43,038 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:19:43,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:43,039 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '280a42d09ec8,36219,1732036765935' ***** 2024-11-19T17:19:43,039 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T17:19:43,039 INFO [RS:0;280a42d09ec8:36219 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T17:19:43,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36219-0x101313d80870004, quorum=127.0.0.1:53556, baseZNode=/11170175346 Set watcher on znode that does not yet exist, /11170175346/running 2024-11-19T17:19:43,039 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T17:19:43,039 INFO [RS:0;280a42d09ec8:36219 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T17:19:43,039 INFO [RS:0;280a42d09ec8:36219 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T17:19:43,040 INFO [RS:0;280a42d09ec8:36219 {}] regionserver.HRegionServer(3091): Received CLOSE for b5419c3c5b250a0d7d41bd9f547714d8 2024-11-19T17:19:43,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42739-0x101313d80870003, quorum=127.0.0.1:53556, baseZNode=/11170175346 Set watcher on znode that does not yet exist, /11170175346/running 2024-11-19T17:19:43,040 INFO [RS:0;280a42d09ec8:36219 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b1f906a3dece2c8571c3176cf52f204 2024-11-19T17:19:43,040 INFO [RS:0;280a42d09ec8:36219 {}] regionserver.HRegionServer(959): stopping server 280a42d09ec8,36219,1732036765935 2024-11-19T17:19:43,040 INFO [RS:0;280a42d09ec8:36219 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:19:43,040 INFO [RS:0;280a42d09ec8:36219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:36219. 2024-11-19T17:19:43,040 DEBUG [RS:0;280a42d09ec8:36219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:19:43,040 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b5419c3c5b250a0d7d41bd9f547714d8, disabling compactions & flushes 2024-11-19T17:19:43,040 DEBUG [RS:0;280a42d09ec8:36219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:43,040 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732036771133.b5419c3c5b250a0d7d41bd9f547714d8. 2024-11-19T17:19:43,040 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732036771133.b5419c3c5b250a0d7d41bd9f547714d8. 2024-11-19T17:19:43,040 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732036771133.b5419c3c5b250a0d7d41bd9f547714d8. after waiting 0 ms 2024-11-19T17:19:43,040 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732036771133.b5419c3c5b250a0d7d41bd9f547714d8. 2024-11-19T17:19:43,040 INFO [RS:0;280a42d09ec8:36219 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T17:19:43,040 INFO [RS:0;280a42d09ec8:36219 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T17:19:43,040 INFO [RS:0;280a42d09ec8:36219 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T17:19:43,040 INFO [RS:0;280a42d09ec8:36219 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T17:19:43,042 INFO [RS:0;280a42d09ec8:36219 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T17:19:43,042 DEBUG [RS:0;280a42d09ec8:36219 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b5419c3c5b250a0d7d41bd9f547714d8=test,,1732036771133.b5419c3c5b250a0d7d41bd9f547714d8., 0b1f906a3dece2c8571c3176cf52f204=hbase:replication,,1732036775466.0b1f906a3dece2c8571c3176cf52f204.} 2024-11-19T17:19:43,042 DEBUG [RS:0;280a42d09ec8:36219 {}] regionserver.HRegionServer(1351): Waiting on 0b1f906a3dece2c8571c3176cf52f204, 1588230740, b5419c3c5b250a0d7d41bd9f547714d8 2024-11-19T17:19:43,042 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:19:43,042 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:19:43,042 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:19:43,042 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:19:43,042 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:19:43,042 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T17:19:43,049 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/default/test/b5419c3c5b250a0d7d41bd9f547714d8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T17:19:43,049 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:19:43,049 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T17:19:43,049 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732036771133.b5419c3c5b250a0d7d41bd9f547714d8. 2024-11-19T17:19:43,049 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b5419c3c5b250a0d7d41bd9f547714d8: Waiting for close lock at 1732036783040Running coprocessor pre-close hooks at 1732036783040Disabling compacts and flushes for region at 1732036783040Disabling writes for close at 1732036783040Writing region close event to WAL at 1732036783043 (+3 ms)Running coprocessor post-close hooks at 1732036783049 (+6 ms)Closed at 1732036783049 2024-11-19T17:19:43,050 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732036771133.b5419c3c5b250a0d7d41bd9f547714d8. 2024-11-19T17:19:43,050 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b1f906a3dece2c8571c3176cf52f204, disabling compactions & flushes 2024-11-19T17:19:43,050 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732036775466.0b1f906a3dece2c8571c3176cf52f204. 2024-11-19T17:19:43,050 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732036775466.0b1f906a3dece2c8571c3176cf52f204. 2024-11-19T17:19:43,050 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732036775466.0b1f906a3dece2c8571c3176cf52f204. after waiting 0 ms 2024-11-19T17:19:43,050 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732036775466.0b1f906a3dece2c8571c3176cf52f204. 2024-11-19T17:19:43,050 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0b1f906a3dece2c8571c3176cf52f204 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-19T17:19:43,066 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/meta/1588230740/.tmp/info/ad1d4e1854d64e88af25117536e3fe32 is 147, key is hbase:replication,,1732036775466.0b1f906a3dece2c8571c3176cf52f204./info:regioninfo/1732036776636/Put/seqid=0 2024-11-19T17:19:43,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741845_1021 (size=7686) 2024-11-19T17:19:43,072 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/replication/0b1f906a3dece2c8571c3176cf52f204/.tmp/hfileref/3df15159c12f4b28bcdecc11eb318943 is 74, key is 1/hfileref:05e7cd09d98e4c81b3f64730ed47e975_SeqId_4_/1732036781287/DeleteColumn/seqid=0 2024-11-19T17:19:43,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741846_1022 (size=5345) 2024-11-19T17:19:43,077 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/replication/0b1f906a3dece2c8571c3176cf52f204/.tmp/hfileref/3df15159c12f4b28bcdecc11eb318943 2024-11-19T17:19:43,099 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/replication/0b1f906a3dece2c8571c3176cf52f204/.tmp/queue/ca6bccca6c20416287237a5aaa4a2d79 is 154, key is 1-280a42d09ec8,36219,1732036765935/queue:280a42d09ec8%2C36219%2C1732036765935/1732036782218/Put/seqid=0 2024-11-19T17:19:43,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741847_1023 (size=5353) 2024-11-19T17:19:43,120 INFO [regionserver/280a42d09ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:19:43,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741848_1024 (size=11194) 2024-11-19T17:19:43,221 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.wal-reader.280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.1732036764289 to pos 1033, reset compression=false 2024-11-19T17:19:43,242 DEBUG [RS:0;280a42d09ec8:36219 {}] regionserver.HRegionServer(1351): Waiting on 0b1f906a3dece2c8571c3176cf52f204, 1588230740 2024-11-19T17:19:43,376 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.wal-reader.280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/WALs/280a42d09ec8,36219,1732036765935/280a42d09ec8%2C36219%2C1732036765935.1732036767934 to pos 1033, reset compression=false 2024-11-19T17:19:43,380 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.wal-reader.280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:19:43,380 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.wal-reader.280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/WALs/280a42d09ec8,36219,1732036765935/280a42d09ec8%2C36219%2C1732036765935.1732036767934 to pos 1328, reset compression=false 2024-11-19T17:19:43,380 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.shipper280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,36219,1732036765935 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/WALs/280a42d09ec8,36219,1732036765935/280a42d09ec8%2C36219%2C1732036765935.1732036767934, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:19:43,382 ERROR [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.shipper280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 280a42d09ec8,36219,1732036765935: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-280a42d09ec8,36219,1732036765935, walGroup=280a42d09ec8%2C36219%2C1732036765935, offset=280a42d09ec8%2C36219%2C1732036765935.1732036767934:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:36219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T17:19:43,383 ERROR [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.shipper280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T17:19:43,386 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.shipper280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T17:19:43,387 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.shipper280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T17:19:43,387 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.shipper280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T17:19:43,387 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.shipper280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T17:19:43,387 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.shipper280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 547631936 }, "NonHeapMemoryUsage": { "committed": 190644224, "init": 7667712, "max": -1, "used": 187887976 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T17:19:43,390 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.shipper280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:42739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:42739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T17:19:43,442 DEBUG [RS:0;280a42d09ec8:36219 {}] regionserver.HRegionServer(1351): Waiting on 0b1f906a3dece2c8571c3176cf52f204, 1588230740 2024-11-19T17:19:43,471 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/meta/1588230740/.tmp/info/ad1d4e1854d64e88af25117536e3fe32 2024-11-19T17:19:43,490 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/meta/1588230740/.tmp/ns/4c5a5467f1604c62863b9c5789251725 is 43, key is default/ns:d/1732036768901/Put/seqid=0 2024-11-19T17:19:43,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741849_1025 (size=5153) 2024-11-19T17:19:43,503 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/replication/0b1f906a3dece2c8571c3176cf52f204/.tmp/queue/ca6bccca6c20416287237a5aaa4a2d79 2024-11-19T17:19:43,508 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/replication/0b1f906a3dece2c8571c3176cf52f204/.tmp/hfileref/3df15159c12f4b28bcdecc11eb318943 as hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/replication/0b1f906a3dece2c8571c3176cf52f204/hfileref/3df15159c12f4b28bcdecc11eb318943 2024-11-19T17:19:43,512 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/replication/0b1f906a3dece2c8571c3176cf52f204/hfileref/3df15159c12f4b28bcdecc11eb318943, entries=4, sequenceid=12, filesize=5.2 K 2024-11-19T17:19:43,513 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/replication/0b1f906a3dece2c8571c3176cf52f204/.tmp/queue/ca6bccca6c20416287237a5aaa4a2d79 as hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/replication/0b1f906a3dece2c8571c3176cf52f204/queue/ca6bccca6c20416287237a5aaa4a2d79 2024-11-19T17:19:43,517 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/replication/0b1f906a3dece2c8571c3176cf52f204/queue/ca6bccca6c20416287237a5aaa4a2d79, entries=1, sequenceid=12, filesize=5.2 K 2024-11-19T17:19:43,518 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 0b1f906a3dece2c8571c3176cf52f204 in 468ms, sequenceid=12, compaction requested=false 2024-11-19T17:19:43,521 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/replication/0b1f906a3dece2c8571c3176cf52f204/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T17:19:43,522 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:19:43,522 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:19:43,522 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732036775466.0b1f906a3dece2c8571c3176cf52f204. 2024-11-19T17:19:43,522 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b1f906a3dece2c8571c3176cf52f204: Waiting for close lock at 1732036783050Running coprocessor pre-close hooks at 1732036783050Disabling compacts and flushes for region at 1732036783050Disabling writes for close at 1732036783050Obtaining lock to block concurrent updates at 1732036783050Preparing flush snapshotting stores in 0b1f906a3dece2c8571c3176cf52f204 at 1732036783050Finished memstore snapshotting hbase:replication,,1732036775466.0b1f906a3dece2c8571c3176cf52f204., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732036783050Flushing stores of hbase:replication,,1732036775466.0b1f906a3dece2c8571c3176cf52f204. at 1732036783051 (+1 ms)Flushing 0b1f906a3dece2c8571c3176cf52f204/hfileref: creating writer at 1732036783051Flushing 0b1f906a3dece2c8571c3176cf52f204/hfileref: appending metadata at 1732036783072 (+21 ms)Flushing 0b1f906a3dece2c8571c3176cf52f204/hfileref: closing flushed file at 1732036783072Flushing 0b1f906a3dece2c8571c3176cf52f204/queue: creating writer at 1732036783082 (+10 ms)Flushing 0b1f906a3dece2c8571c3176cf52f204/queue: appending metadata at 1732036783099 (+17 ms)Flushing 0b1f906a3dece2c8571c3176cf52f204/queue: closing flushed file at 1732036783099Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d3e04c: reopening flushed file at 1732036783507 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fd9be8e: reopening flushed file at 1732036783512 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 0b1f906a3dece2c8571c3176cf52f204 in 468ms, sequenceid=12, compaction requested=false at 1732036783518 (+6 ms)Writing region close event to WAL at 1732036783519 (+1 ms)Running coprocessor post-close hooks at 1732036783522 (+3 ms)Closed at 1732036783522 2024-11-19T17:19:43,522 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732036775466.0b1f906a3dece2c8571c3176cf52f204. 2024-11-19T17:19:43,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T17:19:43,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:19:43,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,36219,1732036765935, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,36219,1732036765935, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting 2024-11-19T17:19:43,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,36219,1732036765935, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting 2024-11-19T17:19:43,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,36219,1732036765935, seqNum=-1 from cache 2024-11-19T17:19:43,584 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.wal-reader.280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/WALs/280a42d09ec8,36219,1732036765935/280a42d09ec8%2C36219%2C1732036765935.1732036767934 to pos 1328, reset compression=false 2024-11-19T17:19:43,625 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.wal-reader.280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.1732036764289 to pos 1033, reset compression=false 2024-11-19T17:19:43,643 DEBUG [RS:0;280a42d09ec8:36219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:19:43,670 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:19:43,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,36219,1732036765935, seqNum=-1] 2024-11-19T17:19:43,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:19:43,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,36219,1732036765935, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,36219,1732036765935, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting 2024-11-19T17:19:43,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,36219,1732036765935, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting 2024-11-19T17:19:43,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,36219,1732036765935, seqNum=-1 from cache 2024-11-19T17:19:43,805 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T17:19:43,805 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T17:19:43,843 DEBUG [RS:0;280a42d09ec8:36219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:19:43,881 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:19:43,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,36219,1732036765935, seqNum=-1] 2024-11-19T17:19:43,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:19:43,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,36219,1732036765935, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,36219,1732036765935, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting 2024-11-19T17:19:43,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,36219,1732036765935, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting 2024-11-19T17:19:43,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,36219,1732036765935, seqNum=-1 from cache 2024-11-19T17:19:43,888 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.wal-reader.280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/WALs/280a42d09ec8,36219,1732036765935/280a42d09ec8%2C36219%2C1732036765935.1732036767934 to pos 1328, reset compression=false 2024-11-19T17:19:43,894 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/meta/1588230740/.tmp/ns/4c5a5467f1604c62863b9c5789251725 2024-11-19T17:19:43,913 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/meta/1588230740/.tmp/rep_barrier/b3181b58991545cca17046a3d1a399c5 is 112, key is test,,1732036771133.b5419c3c5b250a0d7d41bd9f547714d8./rep_barrier:seqnumDuringOpen/1732036772285/Put/seqid=0 2024-11-19T17:19:43,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741850_1026 (size=5518) 2024-11-19T17:19:44,043 INFO [RS:0;280a42d09ec8:36219 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T17:19:44,043 DEBUG [RS:0;280a42d09ec8:36219 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T17:19:44,043 DEBUG [RS:0;280a42d09ec8:36219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:19:44,129 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.wal-reader.280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.1732036764289 to pos 1033, reset compression=false 2024-11-19T17:19:44,190 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:19:44,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,36219,1732036765935, seqNum=-1] 2024-11-19T17:19:44,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:19:44,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,36219,1732036765935, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,36219,1732036765935, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting 2024-11-19T17:19:44,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,36219,1732036765935, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting 2024-11-19T17:19:44,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,36219,1732036765935, seqNum=-1 from cache 2024-11-19T17:19:44,243 DEBUG [RS:0;280a42d09ec8:36219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:19:44,292 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.wal-reader.280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/WALs/280a42d09ec8,36219,1732036765935/280a42d09ec8%2C36219%2C1732036765935.1732036767934 to pos 1328, reset compression=false 2024-11-19T17:19:44,317 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/meta/1588230740/.tmp/rep_barrier/b3181b58991545cca17046a3d1a399c5 2024-11-19T17:19:44,338 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/meta/1588230740/.tmp/table/baca8133fc8c45fea33912aa71d74ccc is 53, key is hbase:replication/table:state/1732036776642/Put/seqid=0 2024-11-19T17:19:44,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741851_1027 (size=5308) 2024-11-19T17:19:44,443 DEBUG [RS:0;280a42d09ec8:36219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:19:44,644 DEBUG [RS:0;280a42d09ec8:36219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:19:44,701 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:19:44,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,36219,1732036765935, seqNum=-1] 2024-11-19T17:19:44,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:19:44,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,36219,1732036765935, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,36219,1732036765935, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting 2024-11-19T17:19:44,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,36219,1732036765935, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting 2024-11-19T17:19:44,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,36219,1732036765935, seqNum=-1 from cache 2024-11-19T17:19:44,703 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:19:44,704 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-19T17:19:43.564Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting 2024-11-19T17:19:43.672Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting 2024-11-19T17:19:43.883Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting 2024-11-19T17:19:44.192Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting 2024-11-19T17:19:44.703Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 280a42d09ec8,36219,1732036765935 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-19T17:19:44,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-19T17:19:43.564Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting 2024-11-19T17:19:43.672Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting 2024-11-19T17:19:43.883Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting 2024-11-19T17:19:44.192Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting 2024-11-19T17:19:44.703Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 280a42d09ec8,36219,1732036765935 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-19T17:19:44,707 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36219 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:43052 deadline: 1732036842718, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-19T17:19:43.564Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting 2024-11-19T17:19:43.672Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting 2024-11-19T17:19:43.883Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting 2024-11-19T17:19:44.192Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting 2024-11-19T17:19:44.703Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting 2024-11-19T17:19:44,709 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.shipper280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-19T17:19:43.564Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting 2024-11-19T17:19:43.672Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting 2024-11-19T17:19:43.883Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting 2024-11-19T17:19:44.192Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting 2024-11-19T17:19:44.703Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server 280a42d09ec8,36219,1732036765935 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:19:44,733 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.wal-reader.280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.1732036764289 to pos 1033, reset compression=false 2024-11-19T17:19:44,742 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/meta/1588230740/.tmp/table/baca8133fc8c45fea33912aa71d74ccc 2024-11-19T17:19:44,747 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/meta/1588230740/.tmp/info/ad1d4e1854d64e88af25117536e3fe32 as hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/meta/1588230740/info/ad1d4e1854d64e88af25117536e3fe32 2024-11-19T17:19:44,751 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/meta/1588230740/info/ad1d4e1854d64e88af25117536e3fe32, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T17:19:44,752 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/meta/1588230740/.tmp/ns/4c5a5467f1604c62863b9c5789251725 as hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/meta/1588230740/ns/4c5a5467f1604c62863b9c5789251725 2024-11-19T17:19:44,756 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/meta/1588230740/ns/4c5a5467f1604c62863b9c5789251725, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T17:19:44,756 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/meta/1588230740/.tmp/rep_barrier/b3181b58991545cca17046a3d1a399c5 as hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/meta/1588230740/rep_barrier/b3181b58991545cca17046a3d1a399c5 2024-11-19T17:19:44,760 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/meta/1588230740/rep_barrier/b3181b58991545cca17046a3d1a399c5, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T17:19:44,761 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/meta/1588230740/.tmp/table/baca8133fc8c45fea33912aa71d74ccc as hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/meta/1588230740/table/baca8133fc8c45fea33912aa71d74ccc 2024-11-19T17:19:44,765 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/meta/1588230740/table/baca8133fc8c45fea33912aa71d74ccc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T17:19:44,765 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=16, compaction requested=false 2024-11-19T17:19:44,770 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T17:19:44,770 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:19:44,770 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:19:44,770 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:19:44,771 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036783042Running coprocessor pre-close hooks at 1732036783042Disabling compacts and flushes for region at 1732036783042Disabling writes for close at 1732036783042Obtaining lock to block concurrent updates at 1732036783042Preparing flush snapshotting stores in 1588230740 at 1732036783042Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732036783043 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732036783044 (+1 ms)Flushing 1588230740/info: creating writer at 1732036783044Flushing 1588230740/info: appending metadata at 1732036783066 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732036783066Flushing 1588230740/ns: creating writer at 1732036783476 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732036783490 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732036783490Flushing 1588230740/rep_barrier: creating writer at 1732036783898 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732036783913 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732036783913Flushing 1588230740/table: creating writer at 1732036784322 (+409 ms)Flushing 1588230740/table: appending metadata at 1732036784338 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732036784338Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dc281a4: reopening flushed file at 1732036784746 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c842c0f: reopening flushed file at 1732036784751 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d6a9c27: reopening flushed file at 1732036784756 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@162c628a: reopening flushed file at 1732036784760 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=16, compaction requested=false at 1732036784765 (+5 ms)Writing region close event to WAL at 1732036784767 (+2 ms)Running coprocessor post-close hooks at 1732036784770 (+3 ms)Closed at 1732036784770 2024-11-19T17:19:44,771 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T17:19:44,796 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.wal-reader.280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/WALs/280a42d09ec8,36219,1732036765935/280a42d09ec8%2C36219%2C1732036765935.1732036767934 to pos 1328, reset compression=false 2024-11-19T17:19:44,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:19:44,812 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.shipper280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 280a42d09ec8,36219,1732036765935 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:19:44,844 INFO [RS:0;280a42d09ec8:36219 {}] regionserver.HRegionServer(976): stopping server 280a42d09ec8,36219,1732036765935; all regions closed. 2024-11-19T17:19:44,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741834_1010 (size=4239) 2024-11-19T17:19:44,846 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/WALs/280a42d09ec8,36219,1732036765935/280a42d09ec8%2C36219%2C1732036765935.meta.1732036768860.meta not finished, retry = 0 2024-11-19T17:19:44,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741839_1015 (size=3127) 2024-11-19T17:19:44,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741832_1008 (size=1336) 2024-11-19T17:19:44,952 DEBUG [RS:0;280a42d09ec8:36219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:44,952 INFO [RS:0;280a42d09ec8:36219 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:19:44,952 INFO [RS:0;280a42d09ec8:36219 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:19:44,952 INFO [RS:0;280a42d09ec8:36219 {}] hbase.ChoreService(370): Chore service for: regionserver/280a42d09ec8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T17:19:44,952 INFO [RS:0;280a42d09ec8:36219 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:19:44,952 INFO [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:19:44,953 INFO [RS:0;280a42d09ec8:36219 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-280a42d09ec8,36219,1732036765935 because: Region server is closing 2024-11-19T17:19:44,953 INFO [RS:0;280a42d09ec8:36219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:36219. 2024-11-19T17:19:44,953 DEBUG [RS:0;280a42d09ec8:36219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:19:44,953 DEBUG [RS:0;280a42d09ec8:36219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:44,953 DEBUG [RS:0;280a42d09ec8:36219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:44,953 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:19:45,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 280a42d09ec8,36219,1732036765935 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:19:45,016 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.shipper280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 280a42d09ec8,36219,1732036765935 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:19:45,053 INFO [RS:0;280a42d09ec8:36219 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.shipper280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 terminated 2024-11-19T17:19:45,053 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,36219,1732036765935.replicationSource.wal-reader.280a42d09ec8%2C36219%2C1732036765935,1-280a42d09ec8,36219,1732036765935 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T17:19:45,053 INFO [RS:0;280a42d09ec8:36219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:36219. 2024-11-19T17:19:45,054 DEBUG [RS:0;280a42d09ec8:36219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:19:45,054 DEBUG [RS:0;280a42d09ec8:36219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:45,054 DEBUG [RS:0;280a42d09ec8:36219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:45,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:19:45,054 INFO [RS:0;280a42d09ec8:36219 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36219 2024-11-19T17:19:45,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x101313d80870004, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11170175346/rs/280a42d09ec8,36219,1732036765935 2024-11-19T17:19:45,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x101313d80870003, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11170175346/rs 2024-11-19T17:19:45,055 INFO [RS:0;280a42d09ec8:36219 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:19:45,057 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [280a42d09ec8,36219,1732036765935] 2024-11-19T17:19:45,058 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11170175346/draining/280a42d09ec8,36219,1732036765935 already deleted, retry=false 2024-11-19T17:19:45,058 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 280a42d09ec8,36219,1732036765935 expired; onlineServers=0 2024-11-19T17:19:45,058 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '280a42d09ec8,42739,1732036765897' ***** 2024-11-19T17:19:45,058 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T17:19:45,058 INFO [M:0;280a42d09ec8:42739 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:19:45,058 INFO [M:0;280a42d09ec8:42739 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:19:45,058 DEBUG [M:0;280a42d09ec8:42739 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T17:19:45,058 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T17:19:45,058 DEBUG [M:0;280a42d09ec8:42739 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T17:19:45,058 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036767708 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036767708,5,FailOnTimeoutGroup] 2024-11-19T17:19:45,058 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036767708 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036767708,5,FailOnTimeoutGroup] 2024-11-19T17:19:45,058 INFO [M:0;280a42d09ec8:42739 {}] hbase.ChoreService(370): Chore service for: master/280a42d09ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T17:19:45,059 INFO [M:0;280a42d09ec8:42739 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:19:45,059 DEBUG [M:0;280a42d09ec8:42739 {}] master.HMaster(1795): Stopping service threads 2024-11-19T17:19:45,059 INFO [M:0;280a42d09ec8:42739 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T17:19:45,059 INFO [M:0;280a42d09ec8:42739 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:19:45,059 INFO [M:0;280a42d09ec8:42739 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T17:19:45,059 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T17:19:45,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x101313d80870003, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11170175346/master 2024-11-19T17:19:45,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x101313d80870003, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11170175346 2024-11-19T17:19:45,061 DEBUG [M:0;280a42d09ec8:42739 {}] zookeeper.ZKUtil(347): master:42739-0x101313d80870003, quorum=127.0.0.1:53556, baseZNode=/11170175346 Unable to get data of znode /11170175346/master because node does not exist (not an error) 2024-11-19T17:19:45,061 WARN [M:0;280a42d09ec8:42739 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T17:19:45,062 INFO [M:0;280a42d09ec8:42739 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/.lastflushedseqids 2024-11-19T17:19:45,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741852_1028 (size=263) 2024-11-19T17:19:45,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x101313d80870004, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:19:45,157 INFO [RS:0;280a42d09ec8:36219 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:19:45,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x101313d80870004, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:19:45,157 INFO [RS:0;280a42d09ec8:36219 {}] regionserver.HRegionServer(1031): Exiting; stopping=280a42d09ec8,36219,1732036765935; zookeeper connection closed. 2024-11-19T17:19:45,157 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6db49070 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6db49070 2024-11-19T17:19:45,157 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T17:19:45,320 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 280a42d09ec8:36219 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 280a42d09ec8/172.17.0.2:36219 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:19:45,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 280a42d09ec8:36219 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 280a42d09ec8/172.17.0.2:36219 2024-11-19T17:19:45,321 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.shipper280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=280a42d09ec8:36219 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 280a42d09ec8/172.17.0.2:36219 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 280a42d09ec8/172.17.0.2:36219 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-19T17:19:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T17:19:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:40598 deadline: 1732036845323, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-19T17:19:45,324 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.shipper280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-19T17:19:45,325 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.shipper280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-19T17:19:45,436 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.wal-reader.280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.1732036764289 to pos 1033, reset compression=false 2024-11-19T17:19:45,466 INFO [M:0;280a42d09ec8:42739 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T17:19:45,466 INFO [M:0;280a42d09ec8:42739 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T17:19:45,466 DEBUG [M:0;280a42d09ec8:42739 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:19:45,466 INFO [M:0;280a42d09ec8:42739 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:45,466 DEBUG [M:0;280a42d09ec8:42739 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:45,466 DEBUG [M:0;280a42d09ec8:42739 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:19:45,467 DEBUG [M:0;280a42d09ec8:42739 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:45,467 INFO [M:0;280a42d09ec8:42739 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-19T17:19:45,482 DEBUG [M:0;280a42d09ec8:42739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e55065476cf74436bf2eaa551ac1547b is 82, key is hbase:meta,,1/info:regioninfo/1732036768892/Put/seqid=0 2024-11-19T17:19:45,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741853_1029 (size=5672) 2024-11-19T17:19:45,725 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.shipper280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-19T17:19:45,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T17:19:45,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] ipc.CallRunner(138): callId: 17 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:40598 deadline: 1732036845727, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-19T17:19:45,727 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.shipper280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-19T17:19:45,728 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.shipper280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-19T17:19:45,728 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.shipper280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-19T17:19:45,887 INFO [M:0;280a42d09ec8:42739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e55065476cf74436bf2eaa551ac1547b 2024-11-19T17:19:45,906 DEBUG [M:0;280a42d09ec8:42739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/554fa25461e443a1bd9ebdc414563586 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732036776646/Put/seqid=0 2024-11-19T17:19:45,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741854_1030 (size=8516) 2024-11-19T17:19:46,229 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.shipper280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-19T17:19:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T17:19:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] ipc.CallRunner(138): callId: 19 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:40598 deadline: 1732036846230, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-19T17:19:46,231 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.shipper280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-19T17:19:46,232 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.shipper280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-19T17:19:46,232 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.shipper280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-19T17:19:46,240 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.wal-reader.280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.1732036764289 to pos 1033, reset compression=false 2024-11-19T17:19:46,310 INFO [M:0;280a42d09ec8:42739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/554fa25461e443a1bd9ebdc414563586 2024-11-19T17:19:46,329 DEBUG [M:0;280a42d09ec8:42739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7d0e69128ecc42ee936c532e7aefbd69 is 69, key is 280a42d09ec8,36219,1732036765935/rs:state/1732036767775/Put/seqid=0 2024-11-19T17:19:46,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741855_1031 (size=5156) 2024-11-19T17:19:46,733 INFO [M:0;280a42d09ec8:42739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7d0e69128ecc42ee936c532e7aefbd69 2024-11-19T17:19:46,738 DEBUG [M:0;280a42d09ec8:42739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e55065476cf74436bf2eaa551ac1547b as hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e55065476cf74436bf2eaa551ac1547b 2024-11-19T17:19:46,742 INFO [M:0;280a42d09ec8:42739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e55065476cf74436bf2eaa551ac1547b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T17:19:46,743 DEBUG [M:0;280a42d09ec8:42739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/554fa25461e443a1bd9ebdc414563586 as hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/554fa25461e443a1bd9ebdc414563586 2024-11-19T17:19:46,747 INFO [M:0;280a42d09ec8:42739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/554fa25461e443a1bd9ebdc414563586, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T17:19:46,747 DEBUG [M:0;280a42d09ec8:42739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7d0e69128ecc42ee936c532e7aefbd69 as hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7d0e69128ecc42ee936c532e7aefbd69 2024-11-19T17:19:46,751 INFO [M:0;280a42d09ec8:42739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42383/user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7d0e69128ecc42ee936c532e7aefbd69, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T17:19:46,752 INFO [M:0;280a42d09ec8:42739 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false 2024-11-19T17:19:46,756 INFO [M:0;280a42d09ec8:42739 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:46,756 DEBUG [M:0;280a42d09ec8:42739 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036785466Disabling compacts and flushes for region at 1732036785466Disabling writes for close at 1732036785466Obtaining lock to block concurrent updates at 1732036785467 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732036785467Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732036785467Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732036785468 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732036785468Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732036785482 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732036785482Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732036785891 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732036785905 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732036785905Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732036786314 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732036786328 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732036786328Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f11da: reopening flushed file at 1732036786737 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c512a66: reopening flushed file at 1732036786742 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54a0147c: reopening flushed file at 1732036786747 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false at 1732036786752 (+5 ms)Writing region close event to WAL at 1732036786755 (+3 ms)Closed at 1732036786755 2024-11-19T17:19:46,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36037 is added to blk_1073741830_1006 (size=63654) 2024-11-19T17:19:46,757 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3f62a482-534b-4ccc-8af2-b5a2186bc537/MasterData/WALs/280a42d09ec8,42739,1732036765897/280a42d09ec8%2C42739%2C1732036765897.1732036767622 not finished, retry = 0 2024-11-19T17:19:46,833 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.shipper280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-19T17:19:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T17:19:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:40598 deadline: 1732036846834, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-19T17:19:46,835 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.shipper280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-19T17:19:46,836 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.shipper280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-19T17:19:46,836 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.shipper280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-19T17:19:46,858 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:19:46,859 INFO [M:0;280a42d09ec8:42739 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T17:19:46,859 INFO [M:0;280a42d09ec8:42739 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42739 2024-11-19T17:19:46,859 INFO [M:0;280a42d09ec8:42739 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:19:46,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x101313d80870003, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:19:46,961 INFO [M:0;280a42d09ec8:42739 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:19:46,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x101313d80870003, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:19:46,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7de42883{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:19:46,964 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29db64f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:19:46,964 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:19:46,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7332160{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:19:46,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@659beb6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52684b0e-033b-149d-7e1f-8796ac413153/hadoop.log.dir/,STOPPED} 2024-11-19T17:19:46,966 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T17:19:46,966 WARN [BP-548440985-172.17.0.2-1732036764954 heartbeating to localhost/127.0.0.1:42383 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T17:19:46,966 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T17:19:46,966 WARN [BP-548440985-172.17.0.2-1732036764954 heartbeating to localhost/127.0.0.1:42383 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-548440985-172.17.0.2-1732036764954 (Datanode Uuid 440741a0-0504-4ff4-ac99-c92885e03d72) service to localhost/127.0.0.1:42383 2024-11-19T17:19:46,966 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52684b0e-033b-149d-7e1f-8796ac413153/cluster_52c892db-41bb-7b73-200b-2dee61121e8f/data/data1/current/BP-548440985-172.17.0.2-1732036764954 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:19:46,967 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52684b0e-033b-149d-7e1f-8796ac413153/cluster_52c892db-41bb-7b73-200b-2dee61121e8f/data/data2/current/BP-548440985-172.17.0.2-1732036764954 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:19:46,967 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T17:19:46,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f55d4f4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:19:46,974 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ef8e466{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:19:46,974 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:19:46,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d4afaf6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:19:46,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e5a3398{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52684b0e-033b-149d-7e1f-8796ac413153/hadoop.log.dir/,STOPPED} 2024-11-19T17:19:46,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T17:19:46,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T17:19:46,990 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:19:46,990 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:19:46,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:46,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:46,990 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:19:46,990 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T17:19:46,990 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2129276026, stopped=false 2024-11-19T17:19:46,991 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=280a42d09ec8,32887,1732036762234 2024-11-19T17:19:46,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x101313d80870000, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01841453070/running 2024-11-19T17:19:46,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x101313d80870000, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01841453070 2024-11-19T17:19:46,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39251-0x101313d80870001, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01841453070/running 2024-11-19T17:19:46,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39251-0x101313d80870001, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01841453070 2024-11-19T17:19:46,992 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:19:46,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39251-0x101313d80870001, quorum=127.0.0.1:53556, baseZNode=/01841453070 Set watcher on znode that does not yet exist, /01841453070/running 2024-11-19T17:19:46,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32887-0x101313d80870000, quorum=127.0.0.1:53556, baseZNode=/01841453070 Set watcher on znode that does not yet exist, /01841453070/running 2024-11-19T17:19:46,993 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:19:46,993 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:19:46,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:46,993 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '280a42d09ec8,39251,1732036762290' ***** 2024-11-19T17:19:46,993 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T17:19:46,994 INFO [RS:0;280a42d09ec8:39251 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T17:19:46,994 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T17:19:46,994 INFO [RS:0;280a42d09ec8:39251 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T17:19:46,994 INFO [RS:0;280a42d09ec8:39251 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T17:19:46,994 INFO [RS:0;280a42d09ec8:39251 {}] regionserver.HRegionServer(3091): Received CLOSE for 49307d785be5b5e9ae008e338dfa36c0 2024-11-19T17:19:46,994 INFO [RS:0;280a42d09ec8:39251 {}] regionserver.HRegionServer(3091): Received CLOSE for 381b89dff7a2b408e24520c2a3887d9b 2024-11-19T17:19:46,994 INFO [RS:0;280a42d09ec8:39251 {}] regionserver.HRegionServer(959): stopping server 280a42d09ec8,39251,1732036762290 2024-11-19T17:19:46,994 INFO [RS:0;280a42d09ec8:39251 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:19:46,994 INFO [RS:0;280a42d09ec8:39251 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:39251. 2024-11-19T17:19:46,994 DEBUG [RS:0;280a42d09ec8:39251 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:19:46,994 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 49307d785be5b5e9ae008e338dfa36c0, disabling compactions & flushes 2024-11-19T17:19:46,994 DEBUG [RS:0;280a42d09ec8:39251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:46,994 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732036773311.49307d785be5b5e9ae008e338dfa36c0. 2024-11-19T17:19:46,994 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732036773311.49307d785be5b5e9ae008e338dfa36c0. 2024-11-19T17:19:46,994 INFO [RS:0;280a42d09ec8:39251 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T17:19:46,994 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732036773311.49307d785be5b5e9ae008e338dfa36c0. after waiting 0 ms 2024-11-19T17:19:46,994 INFO [RS:0;280a42d09ec8:39251 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T17:19:46,994 INFO [RS:0;280a42d09ec8:39251 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T17:19:46,994 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732036773311.49307d785be5b5e9ae008e338dfa36c0. 2024-11-19T17:19:46,995 INFO [RS:0;280a42d09ec8:39251 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T17:19:46,995 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 49307d785be5b5e9ae008e338dfa36c0 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-19T17:19:46,995 INFO [RS:0;280a42d09ec8:39251 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T17:19:46,995 DEBUG [RS:0;280a42d09ec8:39251 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 49307d785be5b5e9ae008e338dfa36c0=hbase:replication,,1732036773311.49307d785be5b5e9ae008e338dfa36c0., 381b89dff7a2b408e24520c2a3887d9b=test,,1732036768975.381b89dff7a2b408e24520c2a3887d9b.} 2024-11-19T17:19:46,995 DEBUG [RS:0;280a42d09ec8:39251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 381b89dff7a2b408e24520c2a3887d9b, 49307d785be5b5e9ae008e338dfa36c0 2024-11-19T17:19:46,995 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:19:46,995 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:19:46,995 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:19:46,995 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:19:46,995 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:19:46,995 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T17:19:47,011 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/meta/1588230740/.tmp/info/837ce9eabb494f7a9a2d08968583d63d is 147, key is hbase:replication,,1732036773311.49307d785be5b5e9ae008e338dfa36c0./info:regioninfo/1732036774481/Put/seqid=0 2024-11-19T17:19:47,014 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/replication/49307d785be5b5e9ae008e338dfa36c0/.tmp/hfileref/4e03ea3246fd4e3eb8dd01260815618e is 74, key is 1/hfileref:17a8fa20672743ff818e3f0bbd781eba_SeqId_4_/1732036780062/DeleteColumn/seqid=0 2024-11-19T17:19:47,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741846_1022 (size=7686) 2024-11-19T17:19:47,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741847_1023 (size=5345) 2024-11-19T17:19:47,072 INFO [regionserver/280a42d09ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:19:47,144 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.wal-reader.280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.1732036764289 to pos 1033, reset compression=false 2024-11-19T17:19:47,173 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T17:19:47,173 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T17:19:47,195 DEBUG [RS:0;280a42d09ec8:39251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 381b89dff7a2b408e24520c2a3887d9b, 49307d785be5b5e9ae008e338dfa36c0 2024-11-19T17:19:47,395 DEBUG [RS:0;280a42d09ec8:39251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 381b89dff7a2b408e24520c2a3887d9b, 49307d785be5b5e9ae008e338dfa36c0 2024-11-19T17:19:47,415 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/meta/1588230740/.tmp/info/837ce9eabb494f7a9a2d08968583d63d 2024-11-19T17:19:47,418 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/replication/49307d785be5b5e9ae008e338dfa36c0/.tmp/hfileref/4e03ea3246fd4e3eb8dd01260815618e 2024-11-19T17:19:47,442 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/meta/1588230740/.tmp/ns/e73d99efd1cf4f4dbfe8531989fe58aa is 43, key is default/ns:d/1732036764886/Put/seqid=0 2024-11-19T17:19:47,442 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/replication/49307d785be5b5e9ae008e338dfa36c0/.tmp/queue/4b364e99cb44406a9f37d79e530f364e is 153, key is 1-280a42d09ec8,39251,1732036762290/queue:280a42d09ec8%2C39251%2C1732036762290/1732036780064/Put/seqid=0 2024-11-19T17:19:47,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741849_1025 (size=5153) 2024-11-19T17:19:47,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741848_1024 (size=5352) 2024-11-19T17:19:47,536 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.shipper280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-19T17:19:47,537 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 280a42d09ec8:42739 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 280a42d09ec8/172.17.0.2:42739 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:19:47,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 280a42d09ec8:42739 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 280a42d09ec8/172.17.0.2:42739 2024-11-19T17:19:47,595 DEBUG [RS:0;280a42d09ec8:39251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 381b89dff7a2b408e24520c2a3887d9b, 49307d785be5b5e9ae008e338dfa36c0 2024-11-19T17:19:47,640 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:19:47,641 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 280a42d09ec8:42739 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 280a42d09ec8/172.17.0.2:42739 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T17:19:47,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [280a42d09ec8,42739,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=280a42d09ec8:42739 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 280a42d09ec8/172.17.0.2:42739 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-19T17:19:47,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 280a42d09ec8:42739 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 280a42d09ec8/172.17.0.2:42739 2024-11-19T17:19:47,796 DEBUG [RS:0;280a42d09ec8:39251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 381b89dff7a2b408e24520c2a3887d9b, 49307d785be5b5e9ae008e338dfa36c0 2024-11-19T17:19:47,848 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/meta/1588230740/.tmp/ns/e73d99efd1cf4f4dbfe8531989fe58aa 2024-11-19T17:19:47,848 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/replication/49307d785be5b5e9ae008e338dfa36c0/.tmp/queue/4b364e99cb44406a9f37d79e530f364e 2024-11-19T17:19:47,850 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:19:47,851 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 280a42d09ec8:42739 this server is in the failed servers list 2024-11-19T17:19:47,851 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [280a42d09ec8,42739,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=280a42d09ec8:42739 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 280a42d09ec8:42739 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T17:19:47,854 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/replication/49307d785be5b5e9ae008e338dfa36c0/.tmp/hfileref/4e03ea3246fd4e3eb8dd01260815618e as hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/replication/49307d785be5b5e9ae008e338dfa36c0/hfileref/4e03ea3246fd4e3eb8dd01260815618e 2024-11-19T17:19:47,858 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/replication/49307d785be5b5e9ae008e338dfa36c0/hfileref/4e03ea3246fd4e3eb8dd01260815618e, entries=4, sequenceid=10, filesize=5.2 K 2024-11-19T17:19:47,858 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/replication/49307d785be5b5e9ae008e338dfa36c0/.tmp/queue/4b364e99cb44406a9f37d79e530f364e as hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/replication/49307d785be5b5e9ae008e338dfa36c0/queue/4b364e99cb44406a9f37d79e530f364e 2024-11-19T17:19:47,862 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/replication/49307d785be5b5e9ae008e338dfa36c0/queue/4b364e99cb44406a9f37d79e530f364e, entries=1, sequenceid=10, filesize=5.2 K 2024-11-19T17:19:47,863 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 49307d785be5b5e9ae008e338dfa36c0 in 869ms, sequenceid=10, compaction requested=false 2024-11-19T17:19:47,863 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T17:19:47,867 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/replication/49307d785be5b5e9ae008e338dfa36c0/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T17:19:47,868 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:19:47,868 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:19:47,868 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732036773311.49307d785be5b5e9ae008e338dfa36c0. 2024-11-19T17:19:47,868 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 49307d785be5b5e9ae008e338dfa36c0: Waiting for close lock at 1732036786994Running coprocessor pre-close hooks at 1732036786994Disabling compacts and flushes for region at 1732036786994Disabling writes for close at 1732036786994Obtaining lock to block concurrent updates at 1732036786995 (+1 ms)Preparing flush snapshotting stores in 49307d785be5b5e9ae008e338dfa36c0 at 1732036786995Finished memstore snapshotting hbase:replication,,1732036773311.49307d785be5b5e9ae008e338dfa36c0., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732036786995Flushing stores of hbase:replication,,1732036773311.49307d785be5b5e9ae008e338dfa36c0. at 1732036786995Flushing 49307d785be5b5e9ae008e338dfa36c0/hfileref: creating writer at 1732036786995Flushing 49307d785be5b5e9ae008e338dfa36c0/hfileref: appending metadata at 1732036787013 (+18 ms)Flushing 49307d785be5b5e9ae008e338dfa36c0/hfileref: closing flushed file at 1732036787013Flushing 49307d785be5b5e9ae008e338dfa36c0/queue: creating writer at 1732036787422 (+409 ms)Flushing 49307d785be5b5e9ae008e338dfa36c0/queue: appending metadata at 1732036787441 (+19 ms)Flushing 49307d785be5b5e9ae008e338dfa36c0/queue: closing flushed file at 1732036787441Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@480a0ab0: reopening flushed file at 1732036787853 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e06ba5: reopening flushed file at 1732036787858 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 49307d785be5b5e9ae008e338dfa36c0 in 869ms, sequenceid=10, compaction requested=false at 1732036787863 (+5 ms)Writing region close event to WAL at 1732036787865 (+2 ms)Running coprocessor post-close hooks at 1732036787868 (+3 ms)Closed at 1732036787868 2024-11-19T17:19:47,868 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732036773311.49307d785be5b5e9ae008e338dfa36c0. 2024-11-19T17:19:47,868 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 381b89dff7a2b408e24520c2a3887d9b, disabling compactions & flushes 2024-11-19T17:19:47,868 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732036768975.381b89dff7a2b408e24520c2a3887d9b. 2024-11-19T17:19:47,868 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732036768975.381b89dff7a2b408e24520c2a3887d9b. 2024-11-19T17:19:47,868 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732036768975.381b89dff7a2b408e24520c2a3887d9b. after waiting 0 ms 2024-11-19T17:19:47,868 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732036768975.381b89dff7a2b408e24520c2a3887d9b. 2024-11-19T17:19:47,871 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/meta/1588230740/.tmp/rep_barrier/5314b67fb7ce4ccd806297fa32598fdc is 112, key is test,,1732036768975.381b89dff7a2b408e24520c2a3887d9b./rep_barrier:seqnumDuringOpen/1732036770138/Put/seqid=0 2024-11-19T17:19:47,872 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/default/test/381b89dff7a2b408e24520c2a3887d9b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T17:19:47,872 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:19:47,872 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T17:19:47,872 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732036768975.381b89dff7a2b408e24520c2a3887d9b. 2024-11-19T17:19:47,872 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 381b89dff7a2b408e24520c2a3887d9b: Waiting for close lock at 1732036787868Running coprocessor pre-close hooks at 1732036787868Disabling compacts and flushes for region at 1732036787868Disabling writes for close at 1732036787868Writing region close event to WAL at 1732036787869 (+1 ms)Running coprocessor post-close hooks at 1732036787872 (+3 ms)Closed at 1732036787872 2024-11-19T17:19:47,873 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732036768975.381b89dff7a2b408e24520c2a3887d9b. 2024-11-19T17:19:47,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741850_1026 (size=5518) 2024-11-19T17:19:47,996 INFO [RS:0;280a42d09ec8:39251 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T17:19:47,996 DEBUG [RS:0;280a42d09ec8:39251 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T17:19:47,996 DEBUG [RS:0;280a42d09ec8:39251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:19:48,148 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.wal-reader.280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.1732036764289 to pos 1033, reset compression=false 2024-11-19T17:19:48,153 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.wal-reader.280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:19:48,153 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.wal-reader.280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.1732036764289 to pos 1328, reset compression=false 2024-11-19T17:19:48,160 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:19:48,160 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 280a42d09ec8:42739 this server is in the failed servers list 2024-11-19T17:19:48,160 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [280a42d09ec8,42739,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=280a42d09ec8:42739 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 280a42d09ec8:42739 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T17:19:48,196 DEBUG [RS:0;280a42d09ec8:39251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:19:48,278 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/meta/1588230740/.tmp/rep_barrier/5314b67fb7ce4ccd806297fa32598fdc 2024-11-19T17:19:48,297 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/meta/1588230740/.tmp/table/e0b61ed04d4246398364dbe6a2f26289 is 53, key is hbase:replication/table:state/1732036774488/Put/seqid=0 2024-11-19T17:19:48,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741851_1027 (size=5308) 2024-11-19T17:19:48,356 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.wal-reader.280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.1732036764289 to pos 1328, reset compression=false 2024-11-19T17:19:48,396 DEBUG [RS:0;280a42d09ec8:39251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:19:48,551 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T17:19:48,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:48,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:48,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:48,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:48,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:48,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:48,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:48,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:48,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:48,596 DEBUG [RS:0;280a42d09ec8:39251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:19:48,660 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.wal-reader.280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.1732036764289 to pos 1328, reset compression=false 2024-11-19T17:19:48,670 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:19:48,670 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 280a42d09ec8:42739 this server is in the failed servers list 2024-11-19T17:19:48,670 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [280a42d09ec8,42739,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=280a42d09ec8:42739 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 280a42d09ec8:42739 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T17:19:48,701 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/meta/1588230740/.tmp/table/e0b61ed04d4246398364dbe6a2f26289 2024-11-19T17:19:48,706 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/meta/1588230740/.tmp/info/837ce9eabb494f7a9a2d08968583d63d as hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/meta/1588230740/info/837ce9eabb494f7a9a2d08968583d63d 2024-11-19T17:19:48,710 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/meta/1588230740/info/837ce9eabb494f7a9a2d08968583d63d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T17:19:48,710 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/meta/1588230740/.tmp/ns/e73d99efd1cf4f4dbfe8531989fe58aa as hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/meta/1588230740/ns/e73d99efd1cf4f4dbfe8531989fe58aa 2024-11-19T17:19:48,714 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/meta/1588230740/ns/e73d99efd1cf4f4dbfe8531989fe58aa, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T17:19:48,715 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/meta/1588230740/.tmp/rep_barrier/5314b67fb7ce4ccd806297fa32598fdc as hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/meta/1588230740/rep_barrier/5314b67fb7ce4ccd806297fa32598fdc 2024-11-19T17:19:48,719 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/meta/1588230740/rep_barrier/5314b67fb7ce4ccd806297fa32598fdc, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T17:19:48,719 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/meta/1588230740/.tmp/table/e0b61ed04d4246398364dbe6a2f26289 as hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/meta/1588230740/table/e0b61ed04d4246398364dbe6a2f26289 2024-11-19T17:19:48,723 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/meta/1588230740/table/e0b61ed04d4246398364dbe6a2f26289, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T17:19:48,724 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=16, compaction requested=false 2024-11-19T17:19:48,724 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T17:19:48,729 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T17:19:48,730 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:19:48,730 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:19:48,730 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:19:48,730 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036786995Running coprocessor pre-close hooks at 1732036786995Disabling compacts and flushes for region at 1732036786995Disabling writes for close at 1732036786995Obtaining lock to block concurrent updates at 1732036786995Preparing flush snapshotting stores in 1588230740 at 1732036786995Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732036786995Flushing stores of hbase:meta,,1.1588230740 at 1732036786996 (+1 ms)Flushing 1588230740/info: creating writer at 1732036786996Flushing 1588230740/info: appending metadata at 1732036787011 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732036787011Flushing 1588230740/ns: creating writer at 1732036787421 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732036787441 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732036787441Flushing 1588230740/rep_barrier: creating writer at 1732036787853 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732036787870 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732036787871 (+1 ms)Flushing 1588230740/table: creating writer at 1732036788283 (+412 ms)Flushing 1588230740/table: appending metadata at 1732036788297 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732036788297Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@424299f1: reopening flushed file at 1732036788706 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@370e3d85: reopening flushed file at 1732036788710 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e1d6e12: reopening flushed file at 1732036788714 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59c9eded: reopening flushed file at 1732036788719 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=16, compaction requested=false at 1732036788724 (+5 ms)Writing region close event to WAL at 1732036788726 (+2 ms)Running coprocessor post-close hooks at 1732036788730 (+4 ms)Closed at 1732036788730 2024-11-19T17:19:48,730 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T17:19:48,796 INFO [RS:0;280a42d09ec8:39251 {}] regionserver.HRegionServer(976): stopping server 280a42d09ec8,39251,1732036762290; all regions closed. 2024-11-19T17:19:48,798 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/WALs/280a42d09ec8,39251,1732036762290/280a42d09ec8%2C39251%2C1732036762290.meta.1732036764829.meta not finished, retry = 0 2024-11-19T17:19:48,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741834_1010 (size=4239) 2024-11-19T17:19:48,901 DEBUG [RS:0;280a42d09ec8:39251 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/oldWALs 2024-11-19T17:19:48,901 INFO [RS:0;280a42d09ec8:39251 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 280a42d09ec8%2C39251%2C1732036762290.meta:.meta(num 1732036764829) 2024-11-19T17:19:48,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741839_1015 (size=2695) 2024-11-19T17:19:48,910 DEBUG [RS:0;280a42d09ec8:39251 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/oldWALs 2024-11-19T17:19:48,910 INFO [RS:0;280a42d09ec8:39251 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 280a42d09ec8%2C39251%2C1732036762290.rep:(num 1732036774450) 2024-11-19T17:19:48,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741833_1009 (size=1336) 2024-11-19T17:19:48,914 DEBUG [RS:0;280a42d09ec8:39251 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/oldWALs 2024-11-19T17:19:48,914 INFO [RS:0;280a42d09ec8:39251 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 280a42d09ec8%2C39251%2C1732036762290:(num 1732036764289) 2024-11-19T17:19:48,914 DEBUG [RS:0;280a42d09ec8:39251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:48,914 INFO [RS:0;280a42d09ec8:39251 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:19:48,914 INFO [RS:0;280a42d09ec8:39251 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:19:48,914 INFO [RS:0;280a42d09ec8:39251 {}] hbase.ChoreService(370): Chore service for: regionserver/280a42d09ec8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T17:19:48,915 INFO [RS:0;280a42d09ec8:39251 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:19:48,915 INFO [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:19:48,915 INFO [RS:0;280a42d09ec8:39251 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-280a42d09ec8,39251,1732036762290 because: Region server is closing 2024-11-19T17:19:48,915 INFO [RS:0;280a42d09ec8:39251 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:39251. 2024-11-19T17:19:48,915 DEBUG [RS:0;280a42d09ec8:39251 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:19:48,915 DEBUG [RS:0;280a42d09ec8:39251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:48,915 DEBUG [RS:0;280a42d09ec8:39251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:48,916 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:19:49,016 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.wal-reader.280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T17:19:49,016 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.shipper280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-19T17:19:49,016 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.shipper280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-19T17:19:49,016 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.shipper280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-19T17:19:49,680 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:19:49,680 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [280a42d09ec8,42739,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:42739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T17:19:49,683 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2144 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [280a42d09ec8,42739,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:42739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T17:19:49,817 INFO [RS:0;280a42d09ec8:39251 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,39251,1732036762290.replicationSource.shipper280a42d09ec8%2C39251%2C1732036762290,1-280a42d09ec8,39251,1732036762290 terminated 2024-11-19T17:19:49,817 INFO [RS:0;280a42d09ec8:39251 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:39251. 2024-11-19T17:19:49,817 DEBUG [RS:0;280a42d09ec8:39251 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:19:49,817 DEBUG [RS:0;280a42d09ec8:39251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:49,818 DEBUG [RS:0;280a42d09ec8:39251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:49,818 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:19:49,818 INFO [RS:0;280a42d09ec8:39251 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39251 2024-11-19T17:19:49,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39251-0x101313d80870001, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01841453070/rs/280a42d09ec8,39251,1732036762290 2024-11-19T17:19:49,820 INFO [RS:0;280a42d09ec8:39251 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:19:49,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x101313d80870000, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01841453070/rs 2024-11-19T17:19:49,821 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [280a42d09ec8,39251,1732036762290] 2024-11-19T17:19:49,822 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01841453070/draining/280a42d09ec8,39251,1732036762290 already deleted, retry=false 2024-11-19T17:19:49,822 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 280a42d09ec8,39251,1732036762290 expired; onlineServers=0 2024-11-19T17:19:49,822 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '280a42d09ec8,32887,1732036762234' ***** 2024-11-19T17:19:49,822 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T17:19:49,822 INFO [M:0;280a42d09ec8:32887 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:19:49,822 INFO [M:0;280a42d09ec8:32887 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:19:49,822 DEBUG [M:0;280a42d09ec8:32887 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T17:19:49,822 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T17:19:49,822 DEBUG [M:0;280a42d09ec8:32887 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T17:19:49,822 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036764077 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036764077,5,FailOnTimeoutGroup] 2024-11-19T17:19:49,822 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036764077 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036764077,5,FailOnTimeoutGroup] 2024-11-19T17:19:49,822 INFO [M:0;280a42d09ec8:32887 {}] hbase.ChoreService(370): Chore service for: master/280a42d09ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T17:19:49,822 INFO [M:0;280a42d09ec8:32887 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:19:49,822 DEBUG [M:0;280a42d09ec8:32887 {}] master.HMaster(1795): Stopping service threads 2024-11-19T17:19:49,822 INFO [M:0;280a42d09ec8:32887 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T17:19:49,823 INFO [M:0;280a42d09ec8:32887 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:19:49,823 INFO [M:0;280a42d09ec8:32887 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T17:19:49,823 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T17:19:49,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x101313d80870000, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01841453070/master 2024-11-19T17:19:49,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x101313d80870000, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01841453070 2024-11-19T17:19:49,827 DEBUG [M:0;280a42d09ec8:32887 {}] zookeeper.ZKUtil(347): master:32887-0x101313d80870000, quorum=127.0.0.1:53556, baseZNode=/01841453070 Unable to get data of znode /01841453070/master because node does not exist (not an error) 2024-11-19T17:19:49,827 WARN [M:0;280a42d09ec8:32887 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T17:19:49,829 INFO [M:0;280a42d09ec8:32887 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/.lastflushedseqids 2024-11-19T17:19:49,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741852_1028 (size=263) 2024-11-19T17:19:49,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39251-0x101313d80870001, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:19:49,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39251-0x101313d80870001, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:19:49,921 INFO [RS:0;280a42d09ec8:39251 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:19:49,921 INFO [RS:0;280a42d09ec8:39251 {}] regionserver.HRegionServer(1031): Exiting; stopping=280a42d09ec8,39251,1732036762290; zookeeper connection closed. 2024-11-19T17:19:49,921 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a9ed529 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a9ed529 2024-11-19T17:19:49,922 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T17:19:50,233 INFO [M:0;280a42d09ec8:32887 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T17:19:50,233 INFO [M:0;280a42d09ec8:32887 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T17:19:50,233 DEBUG [M:0;280a42d09ec8:32887 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:19:50,234 INFO [M:0;280a42d09ec8:32887 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:50,234 DEBUG [M:0;280a42d09ec8:32887 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:50,234 DEBUG [M:0;280a42d09ec8:32887 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:19:50,234 DEBUG [M:0;280a42d09ec8:32887 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:50,234 INFO [M:0;280a42d09ec8:32887 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-19T17:19:50,249 DEBUG [M:0;280a42d09ec8:32887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd537806bce4447d985dde11d1b9a6dd is 82, key is hbase:meta,,1/info:regioninfo/1732036764873/Put/seqid=0 2024-11-19T17:19:50,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741853_1029 (size=5672) 2024-11-19T17:19:50,653 INFO [M:0;280a42d09ec8:32887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd537806bce4447d985dde11d1b9a6dd 2024-11-19T17:19:50,675 DEBUG [M:0;280a42d09ec8:32887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85c35125c3c74a379e63d9bda8c14a42 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732036774492/Put/seqid=0 2024-11-19T17:19:50,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741854_1030 (size=8516) 2024-11-19T17:19:51,080 INFO [M:0;280a42d09ec8:32887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85c35125c3c74a379e63d9bda8c14a42 2024-11-19T17:19:51,098 DEBUG [M:0;280a42d09ec8:32887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4fa2bd89aff64982beb9374d9e2b6d80 is 69, key is 280a42d09ec8,39251,1732036762290/rs:state/1732036764139/Put/seqid=0 2024-11-19T17:19:51,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741855_1031 (size=5156) 2024-11-19T17:19:51,502 INFO [M:0;280a42d09ec8:32887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4fa2bd89aff64982beb9374d9e2b6d80 2024-11-19T17:19:51,507 DEBUG [M:0;280a42d09ec8:32887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd537806bce4447d985dde11d1b9a6dd as hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bd537806bce4447d985dde11d1b9a6dd 2024-11-19T17:19:51,511 INFO [M:0;280a42d09ec8:32887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bd537806bce4447d985dde11d1b9a6dd, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T17:19:51,512 DEBUG [M:0;280a42d09ec8:32887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85c35125c3c74a379e63d9bda8c14a42 as hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/85c35125c3c74a379e63d9bda8c14a42 2024-11-19T17:19:51,516 INFO [M:0;280a42d09ec8:32887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/85c35125c3c74a379e63d9bda8c14a42, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T17:19:51,517 DEBUG [M:0;280a42d09ec8:32887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4fa2bd89aff64982beb9374d9e2b6d80 as hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4fa2bd89aff64982beb9374d9e2b6d80 2024-11-19T17:19:51,520 INFO [M:0;280a42d09ec8:32887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44557/user/jenkins/test-data/9c4950dc-a708-44ed-3a45-af357b95808e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4fa2bd89aff64982beb9374d9e2b6d80, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T17:19:51,521 INFO [M:0;280a42d09ec8:32887 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false 2024-11-19T17:19:51,524 INFO [M:0;280a42d09ec8:32887 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:51,525 DEBUG [M:0;280a42d09ec8:32887 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036790233Disabling compacts and flushes for region at 1732036790233Disabling writes for close at 1732036790234 (+1 ms)Obtaining lock to block concurrent updates at 1732036790234Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732036790234Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732036790234Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732036790235 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732036790235Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732036790249 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732036790249Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732036790657 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732036790675 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732036790675Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732036791084 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732036791097 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732036791097Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e4eceef: reopening flushed file at 1732036791506 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bd1f7ad: reopening flushed file at 1732036791512 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41dd9cc0: reopening flushed file at 1732036791516 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false at 1732036791521 (+5 ms)Writing region close event to WAL at 1732036791524 (+3 ms)Closed at 1732036791524 2024-11-19T17:19:51,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741830_1006 (size=63654) 2024-11-19T17:19:51,533 INFO [M:0;280a42d09ec8:32887 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T17:19:51,533 INFO [M:0;280a42d09ec8:32887 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32887 2024-11-19T17:19:51,534 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:19:51,534 INFO [M:0;280a42d09ec8:32887 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:19:51,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x101313d80870000, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:19:51,636 INFO [M:0;280a42d09ec8:32887 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:19:51,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x101313d80870000, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:19:51,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7721a1a9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:19:51,639 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f984e6d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:19:51,639 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:19:51,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ba2e79c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:19:51,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76131948{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc/hadoop.log.dir/,STOPPED} 2024-11-19T17:19:51,640 WARN [BP-174347974-172.17.0.2-1732036761116 heartbeating to localhost/127.0.0.1:44557 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T17:19:51,640 WARN [BP-174347974-172.17.0.2-1732036761116 heartbeating to localhost/127.0.0.1:44557 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-174347974-172.17.0.2-1732036761116 (Datanode Uuid 2ed13252-1c6b-41e7-8c48-d4a760a906f4) service to localhost/127.0.0.1:44557 2024-11-19T17:19:51,641 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T17:19:51,641 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T17:19:51,642 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc/cluster_8b2145b8-3fc1-f839-94b8-9ed02a15f142/data/data2/current/BP-174347974-172.17.0.2-1732036761116 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:19:51,642 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc/cluster_8b2145b8-3fc1-f839-94b8-9ed02a15f142/data/data1/current/BP-174347974-172.17.0.2-1732036761116 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:19:51,642 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T17:19:51,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@267ec229{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:19:51,648 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46a94287{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:19:51,648 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:19:51,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8715926{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:19:51,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@db69a8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05813a07-9474-7224-e79d-776f759ed5cc/hadoop.log.dir/,STOPPED} 2024-11-19T17:19:51,654 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T17:19:51,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T17:19:51,677 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=243 (was 203) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44557 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44557 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:42383 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42383 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42383 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53556) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42383 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42383 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44557 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44557 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42383 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44557 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42383 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42383 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42383 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42383 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53556) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42383 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:44557 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44557 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42383 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=621 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=233 (was 221) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6000 (was 6025) 2024-11-19T17:19:51,687 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=243, OpenFileDescriptor=621, MaxFileDescriptor=1048576, SystemLoadAverage=233, ProcessCount=11, AvailableMemoryMB=6000 2024-11-19T17:19:51,700 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-19T17:19:51,700 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:19:51,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52684b0e-033b-149d-7e1f-8796ac413153/hadoop.log.dir so I do NOT create it in target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534 2024-11-19T17:19:51,701 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52684b0e-033b-149d-7e1f-8796ac413153/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T17:19:51,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52684b0e-033b-149d-7e1f-8796ac413153/hadoop.tmp.dir so I do NOT create it in target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534 2024-11-19T17:19:51,701 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52684b0e-033b-149d-7e1f-8796ac413153/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T17:19:51,701 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534 2024-11-19T17:19:51,701 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534/cluster_f1048233-4844-ac67-b9c9-3d4900676dc2, deleteOnExit=true 2024-11-19T17:19:51,701 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [280a42d09ec8,42739,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:42739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T17:19:51,701 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4164 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [280a42d09ec8,42739,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:42739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T17:19:51,704 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534/cluster_f1048233-4844-ac67-b9c9-3d4900676dc2/zookeeper_0, clientPort=49883, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534/cluster_f1048233-4844-ac67-b9c9-3d4900676dc2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534/cluster_f1048233-4844-ac67-b9c9-3d4900676dc2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T17:19:51,704 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49883 2024-11-19T17:19:51,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T17:19:51,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T17:19:51,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534/test.cache.data in system properties and HBase conf 2024-11-19T17:19:51,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T17:19:51,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534/hadoop.log.dir in system properties and HBase conf 2024-11-19T17:19:51,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T17:19:51,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T17:19:51,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T17:19:51,705 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T17:19:51,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:19:51,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:19:51,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T17:19:51,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:19:51,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T17:19:51,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T17:19:51,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:19:51,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:19:51,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T17:19:51,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534/nfs.dump.dir in system properties and HBase conf 2024-11-19T17:19:51,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534/java.io.tmpdir in system properties and HBase conf 2024-11-19T17:19:51,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:19:51,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T17:19:51,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T17:19:51,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101313d80870005, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T17:19:51,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101313d80870002, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T17:19:51,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101313d80870002, quorum=127.0.0.1:53556, baseZNode=/01841453070 Received Disconnected from ZooKeeper, ignoring 2024-11-19T17:19:51,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101313d80870005, quorum=127.0.0.1:53556, baseZNode=/11170175346 Received Disconnected from ZooKeeper, ignoring 2024-11-19T17:19:51,783 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:19:51,786 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:19:51,787 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:19:51,787 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:19:51,787 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T17:19:51,788 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:19:51,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37119634{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:19:51,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ea90aa6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:19:51,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e6d1833{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534/java.io.tmpdir/jetty-localhost-34913-hadoop-hdfs-3_4_1-tests_jar-_-any-74233664504175018/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:19:51,913 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b6c1525{HTTP/1.1, (http/1.1)}{localhost:34913} 2024-11-19T17:19:51,913 INFO [Time-limited test {}] server.Server(415): Started @185195ms 2024-11-19T17:19:51,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:19:51,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T17:19:51,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T17:19:51,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T17:19:51,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T17:19:51,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:19:51,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T17:19:51,989 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:19:51,993 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:19:51,994 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:19:51,994 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:19:51,994 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T17:19:51,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fc452b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:19:51,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@201eac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:19:52,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c486f7b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534/java.io.tmpdir/jetty-localhost-36973-hadoop-hdfs-3_4_1-tests_jar-_-any-2867111063883060518/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:19:52,108 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41188e45{HTTP/1.1, (http/1.1)}{localhost:36973} 2024-11-19T17:19:52,108 INFO [Time-limited test {}] server.Server(415): Started @185391ms 2024-11-19T17:19:52,109 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T17:19:52,221 WARN [Thread-2201 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534/cluster_f1048233-4844-ac67-b9c9-3d4900676dc2/data/data1/current/BP-1248832905-172.17.0.2-1732036791723/current, will proceed with Du for space computation calculation, 2024-11-19T17:19:52,221 WARN [Thread-2202 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534/cluster_f1048233-4844-ac67-b9c9-3d4900676dc2/data/data2/current/BP-1248832905-172.17.0.2-1732036791723/current, will proceed with Du for space computation calculation, 2024-11-19T17:19:52,241 WARN [Thread-2189 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T17:19:52,243 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd435cf048e93e019 with lease ID 0x3b837e1ba1db323d: Processing first storage report for DS-3cb9998b-eea0-4ee5-81be-c91af84fe8d9 from datanode DatanodeRegistration(127.0.0.1:41769, datanodeUuid=e7c01cd8-8396-46a8-9474-563374178f4a, infoPort=38001, infoSecurePort=0, ipcPort=39181, storageInfo=lv=-57;cid=testClusterID;nsid=155600464;c=1732036791723) 2024-11-19T17:19:52,243 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd435cf048e93e019 with lease ID 0x3b837e1ba1db323d: from storage DS-3cb9998b-eea0-4ee5-81be-c91af84fe8d9 node DatanodeRegistration(127.0.0.1:41769, datanodeUuid=e7c01cd8-8396-46a8-9474-563374178f4a, infoPort=38001, infoSecurePort=0, ipcPort=39181, storageInfo=lv=-57;cid=testClusterID;nsid=155600464;c=1732036791723), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:19:52,243 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd435cf048e93e019 with lease ID 0x3b837e1ba1db323d: Processing first storage report for DS-5e67e347-1561-47cf-8cf1-a39d6b70e031 from datanode DatanodeRegistration(127.0.0.1:41769, datanodeUuid=e7c01cd8-8396-46a8-9474-563374178f4a, infoPort=38001, infoSecurePort=0, ipcPort=39181, storageInfo=lv=-57;cid=testClusterID;nsid=155600464;c=1732036791723) 2024-11-19T17:19:52,243 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd435cf048e93e019 with lease ID 0x3b837e1ba1db323d: from storage DS-5e67e347-1561-47cf-8cf1-a39d6b70e031 node DatanodeRegistration(127.0.0.1:41769, datanodeUuid=e7c01cd8-8396-46a8-9474-563374178f4a, infoPort=38001, infoSecurePort=0, ipcPort=39181, storageInfo=lv=-57;cid=testClusterID;nsid=155600464;c=1732036791723), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:19:52,340 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534 2024-11-19T17:19:52,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:52,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:52,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741825_1001 (size=7) 2024-11-19T17:19:52,749 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195 with version=8 2024-11-19T17:19:52,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/hbase-staging 2024-11-19T17:19:52,751 INFO [Time-limited test {}] client.ConnectionUtils(128): master/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:19:52,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:19:52,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:19:52,751 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:19:52,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:19:52,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:19:52,751 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T17:19:52,751 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:19:52,752 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45011 2024-11-19T17:19:52,753 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45011 connecting to ZooKeeper ensemble=127.0.0.1:49883 2024-11-19T17:19:52,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450110x0, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:19:52,761 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45011-0x101313df8270000 connected 2024-11-19T17:19:52,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:52,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:52,781 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45011-0x101313df8270000, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Set watcher on znode that does not yet exist, /0-217715340/running 2024-11-19T17:19:52,781 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195, hbase.cluster.distributed=false 2024-11-19T17:19:52,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45011-0x101313df8270000, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Set watcher on znode that does not yet exist, /0-217715340/acl 2024-11-19T17:19:52,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45011 2024-11-19T17:19:52,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45011 2024-11-19T17:19:52,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45011 2024-11-19T17:19:52,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45011 2024-11-19T17:19:52,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45011 2024-11-19T17:19:52,805 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:19:52,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:19:52,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:19:52,805 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:19:52,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:19:52,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:19:52,805 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T17:19:52,805 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:19:52,806 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35915 2024-11-19T17:19:52,807 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35915 connecting to ZooKeeper ensemble=127.0.0.1:49883 2024-11-19T17:19:52,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:52,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:52,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359150x0, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:19:52,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359150x0, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Set watcher on znode that does not yet exist, /0-217715340/running 2024-11-19T17:19:52,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35915-0x101313df8270001 connected 2024-11-19T17:19:52,813 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T17:19:52,814 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T17:19:52,814 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35915-0x101313df8270001, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Set watcher on znode that does not yet exist, /0-217715340/master 2024-11-19T17:19:52,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35915-0x101313df8270001, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Set watcher on znode that does not yet exist, /0-217715340/acl 2024-11-19T17:19:52,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35915 2024-11-19T17:19:52,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35915 2024-11-19T17:19:52,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35915 2024-11-19T17:19:52,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35915 2024-11-19T17:19:52,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35915 2024-11-19T17:19:52,837 DEBUG [M:0;280a42d09ec8:45011 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;280a42d09ec8:45011 2024-11-19T17:19:52,838 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-217715340/backup-masters/280a42d09ec8,45011,1732036792751 2024-11-19T17:19:52,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35915-0x101313df8270001, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-217715340/backup-masters 2024-11-19T17:19:52,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x101313df8270000, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-217715340/backup-masters 2024-11-19T17:19:52,841 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45011-0x101313df8270000, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Set watcher on existing znode=/0-217715340/backup-masters/280a42d09ec8,45011,1732036792751 2024-11-19T17:19:52,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x101313df8270000, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-217715340 2024-11-19T17:19:52,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35915-0x101313df8270001, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-217715340/master 2024-11-19T17:19:52,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35915-0x101313df8270001, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-217715340 2024-11-19T17:19:52,842 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45011-0x101313df8270000, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Set watcher on existing znode=/0-217715340/master 2024-11-19T17:19:52,843 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-217715340/backup-masters/280a42d09ec8,45011,1732036792751 from backup master directory 2024-11-19T17:19:52,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35915-0x101313df8270001, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-217715340/backup-masters 2024-11-19T17:19:52,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x101313df8270000, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-217715340/backup-masters/280a42d09ec8,45011,1732036792751 2024-11-19T17:19:52,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x101313df8270000, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-217715340/backup-masters 2024-11-19T17:19:52,846 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:19:52,846 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=280a42d09ec8,45011,1732036792751 2024-11-19T17:19:52,849 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/hbase.id] with ID: d1741ece-69ee-447c-9575-0ef79ea79554 2024-11-19T17:19:52,849 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/.tmp/hbase.id 2024-11-19T17:19:52,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741826_1002 (size=42) 2024-11-19T17:19:53,258 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/.tmp/hbase.id]:[hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/hbase.id] 2024-11-19T17:19:53,268 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:53,268 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T17:19:53,269 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T17:19:53,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x101313df8270000, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-217715340 2024-11-19T17:19:53,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35915-0x101313df8270001, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-217715340 2024-11-19T17:19:53,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741827_1003 (size=196) 2024-11-19T17:19:53,679 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:19:53,680 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T17:19:53,680 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:19:53,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741828_1004 (size=1189) 2024-11-19T17:19:54,087 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/MasterData/data/master/store 2024-11-19T17:19:54,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741829_1005 (size=34) 2024-11-19T17:19:54,232 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T17:19:54,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:54,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:54,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:54,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:54,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:54,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:54,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:54,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:54,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:54,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:19:54,493 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:54,493 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:19:54,493 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:54,493 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:54,493 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:19:54,493 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:54,493 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:54,493 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036794493Disabling compacts and flushes for region at 1732036794493Disabling writes for close at 1732036794493Writing region close event to WAL at 1732036794493Closed at 1732036794493 2024-11-19T17:19:54,494 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/MasterData/data/master/store/.initializing 2024-11-19T17:19:54,494 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/MasterData/WALs/280a42d09ec8,45011,1732036792751 2024-11-19T17:19:54,495 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:19:54,496 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=280a42d09ec8%2C45011%2C1732036792751, suffix=, logDir=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/MasterData/WALs/280a42d09ec8,45011,1732036792751, archiveDir=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/MasterData/oldWALs, maxLogs=10 2024-11-19T17:19:54,513 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/MasterData/WALs/280a42d09ec8,45011,1732036792751/280a42d09ec8%2C45011%2C1732036792751.1732036794496, exclude list is [], retry=0 2024-11-19T17:19:54,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41769,DS-3cb9998b-eea0-4ee5-81be-c91af84fe8d9,DISK] 2024-11-19T17:19:54,518 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/MasterData/WALs/280a42d09ec8,45011,1732036792751/280a42d09ec8%2C45011%2C1732036792751.1732036794496 2024-11-19T17:19:54,518 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38001:38001)] 2024-11-19T17:19:54,518 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:19:54,518 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:54,518 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:54,518 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:54,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:54,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T17:19:54,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:54,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:54,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:54,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T17:19:54,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:54,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:54,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:54,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T17:19:54,523 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:54,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:54,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:54,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T17:19:54,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:54,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:54,524 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:54,525 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:54,525 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:54,526 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:54,526 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:54,526 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:19:54,527 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:54,529 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:19:54,529 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66884602, jitterRate=-0.003341764211654663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:19:54,530 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732036794518Initializing all the Stores at 1732036794519 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036794519Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036794519Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036794519Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036794519Cleaning up temporary data from old regions at 1732036794526 (+7 ms)Region opened successfully at 1732036794530 (+4 ms) 2024-11-19T17:19:54,530 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T17:19:54,532 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e3cdfe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:19:54,533 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T17:19:54,533 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T17:19:54,534 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T17:19:54,534 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T17:19:54,534 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T17:19:54,534 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T17:19:54,534 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T17:19:54,536 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T17:19:54,537 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45011-0x101313df8270000, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Unable to get data of znode /0-217715340/balancer because node does not exist (not necessarily an error) 2024-11-19T17:19:54,538 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-217715340/balancer already deleted, retry=false 2024-11-19T17:19:54,538 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T17:19:54,539 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45011-0x101313df8270000, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Unable to get data of znode /0-217715340/normalizer because node does not exist (not necessarily an error) 2024-11-19T17:19:54,540 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-217715340/normalizer already deleted, retry=false 2024-11-19T17:19:54,540 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T17:19:54,540 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45011-0x101313df8270000, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Unable to get data of znode /0-217715340/switch/split because node does not exist (not necessarily an error) 2024-11-19T17:19:54,542 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-217715340/switch/split already deleted, retry=false 2024-11-19T17:19:54,543 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45011-0x101313df8270000, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Unable to get data of znode /0-217715340/switch/merge because node does not exist (not necessarily an error) 2024-11-19T17:19:54,546 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-217715340/switch/merge already deleted, retry=false 2024-11-19T17:19:54,548 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45011-0x101313df8270000, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Unable to get data of znode /0-217715340/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T17:19:54,549 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-217715340/snapshot-cleanup already deleted, retry=false 2024-11-19T17:19:54,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35915-0x101313df8270001, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-217715340/running 2024-11-19T17:19:54,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x101313df8270000, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-217715340/running 2024-11-19T17:19:54,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35915-0x101313df8270001, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-217715340 2024-11-19T17:19:54,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x101313df8270000, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-217715340 2024-11-19T17:19:54,552 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=280a42d09ec8,45011,1732036792751, sessionid=0x101313df8270000, setting cluster-up flag (Was=false) 2024-11-19T17:19:54,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35915-0x101313df8270001, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-217715340 2024-11-19T17:19:54,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x101313df8270000, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-217715340 2024-11-19T17:19:54,560 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-217715340/flush-table-proc/acquired, /0-217715340/flush-table-proc/reached, /0-217715340/flush-table-proc/abort 2024-11-19T17:19:54,561 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,45011,1732036792751 2024-11-19T17:19:54,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35915-0x101313df8270001, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-217715340 2024-11-19T17:19:54,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x101313df8270000, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-217715340 2024-11-19T17:19:54,573 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-217715340/online-snapshot/acquired, /0-217715340/online-snapshot/reached, /0-217715340/online-snapshot/abort 2024-11-19T17:19:54,573 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,45011,1732036792751 2024-11-19T17:19:54,574 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T17:19:54,576 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T17:19:54,576 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T17:19:54,576 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T17:19:54,576 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 280a42d09ec8,45011,1732036792751 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T17:19:54,577 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:19:54,577 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:19:54,577 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:19:54,577 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:19:54,577 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/280a42d09ec8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T17:19:54,577 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:54,577 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:19:54,577 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:54,578 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732036824578 2024-11-19T17:19:54,578 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T17:19:54,578 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T17:19:54,578 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T17:19:54,578 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T17:19:54,578 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T17:19:54,578 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T17:19:54,578 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:54,578 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:19:54,578 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T17:19:54,579 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T17:19:54,579 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T17:19:54,579 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T17:19:54,579 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T17:19:54,579 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T17:19:54,579 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T17:19:54,579 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:54,579 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036794579,5,FailOnTimeoutGroup] 2024-11-19T17:19:54,579 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T17:19:54,579 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036794579,5,FailOnTimeoutGroup] 2024-11-19T17:19:54,579 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:54,579 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T17:19:54,580 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:54,580 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:54,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741831_1007 (size=1321) 2024-11-19T17:19:54,625 INFO [RS:0;280a42d09ec8:35915 {}] regionserver.HRegionServer(746): ClusterId : d1741ece-69ee-447c-9575-0ef79ea79554 2024-11-19T17:19:54,625 DEBUG [RS:0;280a42d09ec8:35915 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T17:19:54,627 DEBUG [RS:0;280a42d09ec8:35915 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T17:19:54,627 DEBUG [RS:0;280a42d09ec8:35915 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T17:19:54,629 DEBUG [RS:0;280a42d09ec8:35915 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T17:19:54,629 DEBUG [RS:0;280a42d09ec8:35915 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78dd43e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:19:54,645 DEBUG [RS:0;280a42d09ec8:35915 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;280a42d09ec8:35915 2024-11-19T17:19:54,645 INFO [RS:0;280a42d09ec8:35915 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T17:19:54,645 INFO [RS:0;280a42d09ec8:35915 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T17:19:54,645 DEBUG [RS:0;280a42d09ec8:35915 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T17:19:54,645 INFO [RS:0;280a42d09ec8:35915 {}] regionserver.HRegionServer(2659): reportForDuty to master=280a42d09ec8,45011,1732036792751 with port=35915, startcode=1732036792805 2024-11-19T17:19:54,646 DEBUG [RS:0;280a42d09ec8:35915 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T17:19:54,647 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T17:19:54,647 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45011 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 280a42d09ec8,35915,1732036792805 2024-11-19T17:19:54,648 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45011 {}] master.ServerManager(517): Registering regionserver=280a42d09ec8,35915,1732036792805 2024-11-19T17:19:54,649 DEBUG [RS:0;280a42d09ec8:35915 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195 2024-11-19T17:19:54,649 DEBUG [RS:0;280a42d09ec8:35915 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41395 2024-11-19T17:19:54,649 DEBUG [RS:0;280a42d09ec8:35915 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T17:19:54,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x101313df8270000, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-217715340/rs 2024-11-19T17:19:54,651 DEBUG [RS:0;280a42d09ec8:35915 {}] zookeeper.ZKUtil(111): regionserver:35915-0x101313df8270001, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Set watcher on existing znode=/0-217715340/rs/280a42d09ec8,35915,1732036792805 2024-11-19T17:19:54,651 WARN [RS:0;280a42d09ec8:35915 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:19:54,651 INFO [RS:0;280a42d09ec8:35915 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:19:54,651 DEBUG [RS:0;280a42d09ec8:35915 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805 2024-11-19T17:19:54,651 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [280a42d09ec8,35915,1732036792805] 2024-11-19T17:19:54,654 INFO [RS:0;280a42d09ec8:35915 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T17:19:54,655 INFO [RS:0;280a42d09ec8:35915 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T17:19:54,655 INFO [RS:0;280a42d09ec8:35915 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T17:19:54,655 INFO [RS:0;280a42d09ec8:35915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:54,656 INFO [RS:0;280a42d09ec8:35915 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T17:19:54,656 INFO [RS:0;280a42d09ec8:35915 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T17:19:54,656 INFO [RS:0;280a42d09ec8:35915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:54,656 DEBUG [RS:0;280a42d09ec8:35915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:54,656 DEBUG [RS:0;280a42d09ec8:35915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:54,656 DEBUG [RS:0;280a42d09ec8:35915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:54,656 DEBUG [RS:0;280a42d09ec8:35915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:54,656 DEBUG [RS:0;280a42d09ec8:35915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:54,656 DEBUG [RS:0;280a42d09ec8:35915 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:19:54,656 DEBUG [RS:0;280a42d09ec8:35915 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:54,656 DEBUG [RS:0;280a42d09ec8:35915 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:54,656 DEBUG [RS:0;280a42d09ec8:35915 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:54,656 DEBUG [RS:0;280a42d09ec8:35915 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:54,656 DEBUG [RS:0;280a42d09ec8:35915 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:54,656 DEBUG [RS:0;280a42d09ec8:35915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:54,656 DEBUG [RS:0;280a42d09ec8:35915 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:19:54,657 DEBUG [RS:0;280a42d09ec8:35915 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:19:54,659 INFO [RS:0;280a42d09ec8:35915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:54,659 INFO [RS:0;280a42d09ec8:35915 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:54,659 INFO [RS:0;280a42d09ec8:35915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:54,659 INFO [RS:0;280a42d09ec8:35915 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:54,659 INFO [RS:0;280a42d09ec8:35915 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:54,659 INFO [RS:0;280a42d09ec8:35915 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,35915,1732036792805-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:19:54,675 INFO [RS:0;280a42d09ec8:35915 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T17:19:54,675 INFO [RS:0;280a42d09ec8:35915 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,35915,1732036792805-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:54,675 INFO [RS:0;280a42d09ec8:35915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:54,675 INFO [RS:0;280a42d09ec8:35915 {}] regionserver.Replication(171): 280a42d09ec8,35915,1732036792805 started 2024-11-19T17:19:54,689 INFO [RS:0;280a42d09ec8:35915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:54,689 INFO [RS:0;280a42d09ec8:35915 {}] regionserver.HRegionServer(1482): Serving as 280a42d09ec8,35915,1732036792805, RpcServer on 280a42d09ec8/172.17.0.2:35915, sessionid=0x101313df8270001 2024-11-19T17:19:54,689 DEBUG [RS:0;280a42d09ec8:35915 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T17:19:54,689 DEBUG [RS:0;280a42d09ec8:35915 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 280a42d09ec8,35915,1732036792805 2024-11-19T17:19:54,689 DEBUG [RS:0;280a42d09ec8:35915 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,35915,1732036792805' 2024-11-19T17:19:54,689 DEBUG [RS:0;280a42d09ec8:35915 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-217715340/flush-table-proc/abort' 2024-11-19T17:19:54,690 DEBUG [RS:0;280a42d09ec8:35915 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-217715340/flush-table-proc/acquired' 2024-11-19T17:19:54,690 DEBUG [RS:0;280a42d09ec8:35915 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T17:19:54,690 DEBUG [RS:0;280a42d09ec8:35915 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T17:19:54,690 DEBUG [RS:0;280a42d09ec8:35915 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 280a42d09ec8,35915,1732036792805 2024-11-19T17:19:54,690 DEBUG [RS:0;280a42d09ec8:35915 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,35915,1732036792805' 2024-11-19T17:19:54,690 DEBUG [RS:0;280a42d09ec8:35915 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-217715340/online-snapshot/abort' 2024-11-19T17:19:54,690 DEBUG [RS:0;280a42d09ec8:35915 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-217715340/online-snapshot/acquired' 2024-11-19T17:19:54,690 DEBUG [RS:0;280a42d09ec8:35915 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T17:19:54,690 INFO [RS:0;280a42d09ec8:35915 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T17:19:54,690 INFO [RS:0;280a42d09ec8:35915 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T17:19:54,791 INFO [RS:0;280a42d09ec8:35915 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:19:54,793 INFO [RS:0;280a42d09ec8:35915 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C35915%2C1732036792805, suffix=, logDir=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805, archiveDir=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/oldWALs, maxLogs=10 2024-11-19T17:19:54,810 DEBUG [RS:0;280a42d09ec8:35915 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793, exclude list is [], retry=0 2024-11-19T17:19:54,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41769,DS-3cb9998b-eea0-4ee5-81be-c91af84fe8d9,DISK] 2024-11-19T17:19:54,814 INFO [RS:0;280a42d09ec8:35915 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793 2024-11-19T17:19:54,815 DEBUG [RS:0;280a42d09ec8:35915 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38001:38001)] 2024-11-19T17:19:54,990 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T17:19:54,991 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195 2024-11-19T17:19:54,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741833_1009 (size=32) 2024-11-19T17:19:55,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:55,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:19:55,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:19:55,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:55,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:55,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:19:55,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:19:55,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:55,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:55,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:19:55,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:19:55,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:55,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:55,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:19:55,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:19:55,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:55,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:55,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:19:55,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/hbase/meta/1588230740 2024-11-19T17:19:55,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/hbase/meta/1588230740 2024-11-19T17:19:55,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:19:55,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:19:55,408 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:19:55,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:19:55,410 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:19:55,411 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72784591, jitterRate=0.08457492291927338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:19:55,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732036795397Initializing all the Stores at 1732036795399 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036795399Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036795399Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036795399Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036795399Cleaning up temporary data from old regions at 1732036795407 (+8 ms)Region opened successfully at 1732036795411 (+4 ms) 2024-11-19T17:19:55,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:19:55,411 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:19:55,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:19:55,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:19:55,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:19:55,412 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:19:55,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036795411Disabling compacts and flushes for region at 1732036795411Disabling writes for close at 1732036795411Writing region close event to WAL at 1732036795412 (+1 ms)Closed at 1732036795412 2024-11-19T17:19:55,413 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:19:55,413 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T17:19:55,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T17:19:55,414 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:19:55,415 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T17:19:55,565 DEBUG [280a42d09ec8:45011 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T17:19:55,566 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=280a42d09ec8,35915,1732036792805 2024-11-19T17:19:55,567 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,35915,1732036792805, state=OPENING 2024-11-19T17:19:55,568 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T17:19:55,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x101313df8270000, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-217715340 2024-11-19T17:19:55,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35915-0x101313df8270001, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-217715340 2024-11-19T17:19:55,570 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:19:55,570 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-217715340/meta-region-server: CHANGED 2024-11-19T17:19:55,570 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-217715340/meta-region-server: CHANGED 2024-11-19T17:19:55,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,35915,1732036792805}] 2024-11-19T17:19:55,725 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:19:55,730 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:19:55,730 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [280a42d09ec8,42739,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:42739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T17:19:55,730 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8193 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [280a42d09ec8,42739,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:42739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T17:19:55,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T17:19:55,735 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T17:19:55,735 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:19:55,735 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T17:19:55,737 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C35915%2C1732036792805.meta, suffix=.meta, logDir=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805, archiveDir=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/oldWALs, maxLogs=10 2024-11-19T17:19:55,755 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.meta.1732036795737.meta, exclude list is [], retry=0 2024-11-19T17:19:55,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41769,DS-3cb9998b-eea0-4ee5-81be-c91af84fe8d9,DISK] 2024-11-19T17:19:55,763 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.meta.1732036795737.meta 2024-11-19T17:19:55,763 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38001:38001)] 2024-11-19T17:19:55,763 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:19:55,764 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:19:55,764 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:19:55,764 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T17:19:55,764 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T17:19:55,764 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T17:19:55,764 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:55,765 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T17:19:55,765 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T17:19:55,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:19:55,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:19:55,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:55,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:55,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:19:55,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:19:55,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:55,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:55,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:19:55,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:19:55,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:55,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:55,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:19:55,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:19:55,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:55,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:55,778 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:19:55,781 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/hbase/meta/1588230740 2024-11-19T17:19:55,782 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/hbase/meta/1588230740 2024-11-19T17:19:55,783 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:19:55,783 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:19:55,784 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:19:55,785 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:19:55,785 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60937216, jitterRate=-0.0919647216796875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:19:55,786 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T17:19:55,786 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732036795765Writing region info on filesystem at 1732036795765Initializing all the Stores at 1732036795766 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036795766Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036795769 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036795769Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036795769Cleaning up temporary data from old regions at 1732036795783 (+14 ms)Running coprocessor post-open hooks at 1732036795786 (+3 ms)Region opened successfully at 1732036795786 2024-11-19T17:19:55,787 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732036795724 2024-11-19T17:19:55,789 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T17:19:55,790 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T17:19:55,790 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,35915,1732036792805 2024-11-19T17:19:55,791 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,35915,1732036792805, state=OPEN 2024-11-19T17:19:55,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35915-0x101313df8270001, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-217715340/meta-region-server 2024-11-19T17:19:55,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x101313df8270000, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-217715340/meta-region-server 2024-11-19T17:19:55,798 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=280a42d09ec8,35915,1732036792805 2024-11-19T17:19:55,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-217715340/meta-region-server: CHANGED 2024-11-19T17:19:55,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-217715340/meta-region-server: CHANGED 2024-11-19T17:19:55,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T17:19:55,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,35915,1732036792805 in 228 msec 2024-11-19T17:19:55,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T17:19:55,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 388 msec 2024-11-19T17:19:55,804 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:19:55,804 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T17:19:55,805 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:19:55,805 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,35915,1732036792805, seqNum=-1] 2024-11-19T17:19:55,805 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:19:55,807 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:19:55,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2400 sec 2024-11-19T17:19:55,816 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732036795816, completionTime=-1 2024-11-19T17:19:55,817 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T17:19:55,817 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T17:19:55,830 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T17:19:55,830 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732036855830 2024-11-19T17:19:55,830 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732036915830 2024-11-19T17:19:55,830 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 13 msec 2024-11-19T17:19:55,830 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,45011,1732036792751-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:55,830 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,45011,1732036792751-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:55,830 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,45011,1732036792751-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:55,830 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-280a42d09ec8:45011, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:55,830 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:55,833 DEBUG [master/280a42d09ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T17:19:55,836 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:55,840 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.994sec 2024-11-19T17:19:55,840 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T17:19:55,841 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T17:19:55,841 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T17:19:55,841 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T17:19:55,841 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T17:19:55,841 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,45011,1732036792751-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:19:55,841 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,45011,1732036792751-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T17:19:55,846 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T17:19:55,846 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T17:19:55,846 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,45011,1732036792751-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:55,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@365e3bda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:55,926 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,45011,-1 for getting cluster id 2024-11-19T17:19:55,926 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:19:55,928 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1741ece-69ee-447c-9575-0ef79ea79554' 2024-11-19T17:19:55,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:19:55,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1741ece-69ee-447c-9575-0ef79ea79554" 2024-11-19T17:19:55,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@466ee488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:55,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,45011,-1] 2024-11-19T17:19:55,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:19:55,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:55,930 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:19:55,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec400e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:55,931 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:19:55,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,35915,1732036792805, seqNum=-1] 2024-11-19T17:19:55,933 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:19:55,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:19:55,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=280a42d09ec8,45011,1732036792751 2024-11-19T17:19:55,937 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49883 2024-11-19T17:19:55,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:19:55,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101313df8270002 connected 2024-11-19T17:19:55,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534/hadoop.log.dir so I do NOT create it in target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e 2024-11-19T17:19:55,943 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T17:19:55,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534/hadoop.tmp.dir so I do NOT create it in target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e 2024-11-19T17:19:55,943 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T17:19:55,943 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e 2024-11-19T17:19:55,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T17:19:55,943 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e/cluster_cf65769d-914f-4030-6d95-3570f043da4c, deleteOnExit=true 2024-11-19T17:19:55,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T17:19:55,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e/test.cache.data in system properties and HBase conf 2024-11-19T17:19:55,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T17:19:55,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e/hadoop.log.dir in system properties and HBase conf 2024-11-19T17:19:55,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T17:19:55,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T17:19:55,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T17:19:55,944 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T17:19:55,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:19:55,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:19:55,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T17:19:55,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:19:55,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T17:19:55,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T17:19:55,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:19:55,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:19:55,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T17:19:55,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e/nfs.dump.dir in system properties and HBase conf 2024-11-19T17:19:55,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e/java.io.tmpdir in system properties and HBase conf 2024-11-19T17:19:55,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:19:55,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T17:19:55,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T17:19:56,043 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:19:56,048 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:19:56,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:19:56,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:19:56,070 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T17:19:56,071 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:19:56,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7002f130{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:19:56,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fd43393{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:19:56,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@354594df{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e/java.io.tmpdir/jetty-localhost-41809-hadoop-hdfs-3_4_1-tests_jar-_-any-15567824646236955169/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:19:56,234 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ad009a9{HTTP/1.1, (http/1.1)}{localhost:41809} 2024-11-19T17:19:56,234 INFO [Time-limited test {}] server.Server(415): Started @189516ms 2024-11-19T17:19:56,370 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:19:56,375 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:19:56,383 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:19:56,383 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:19:56,384 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T17:19:56,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@685e84f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:19:56,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ab6819f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:19:56,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f12f3fa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e/java.io.tmpdir/jetty-localhost-40283-hadoop-hdfs-3_4_1-tests_jar-_-any-8636500833396670219/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:19:56,532 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45eaaaff{HTTP/1.1, (http/1.1)}{localhost:40283} 2024-11-19T17:19:56,532 INFO [Time-limited test {}] server.Server(415): Started @189815ms 2024-11-19T17:19:56,534 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T17:19:56,694 WARN [Thread-2322 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e/cluster_cf65769d-914f-4030-6d95-3570f043da4c/data/data1/current/BP-823068436-172.17.0.2-1732036795965/current, will proceed with Du for space computation calculation, 2024-11-19T17:19:56,695 WARN [Thread-2323 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e/cluster_cf65769d-914f-4030-6d95-3570f043da4c/data/data2/current/BP-823068436-172.17.0.2-1732036795965/current, will proceed with Du for space computation calculation, 2024-11-19T17:19:56,739 WARN [Thread-2310 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T17:19:56,748 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe45a3bc16ff4f3bf with lease ID 0xf0ce7dcce460a28d: Processing first storage report for DS-a4890f61-eb07-4cdf-b75d-97b581f6b915 from datanode DatanodeRegistration(127.0.0.1:38183, datanodeUuid=2fee6477-25a2-42c9-b925-b40631215622, infoPort=36213, infoSecurePort=0, ipcPort=32997, storageInfo=lv=-57;cid=testClusterID;nsid=1890430033;c=1732036795965) 2024-11-19T17:19:56,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe45a3bc16ff4f3bf with lease ID 0xf0ce7dcce460a28d: from storage DS-a4890f61-eb07-4cdf-b75d-97b581f6b915 node DatanodeRegistration(127.0.0.1:38183, datanodeUuid=2fee6477-25a2-42c9-b925-b40631215622, infoPort=36213, infoSecurePort=0, ipcPort=32997, storageInfo=lv=-57;cid=testClusterID;nsid=1890430033;c=1732036795965), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:19:56,748 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe45a3bc16ff4f3bf with lease ID 0xf0ce7dcce460a28d: Processing first storage report for DS-93299bd2-5f65-481f-badb-039b0de502a0 from datanode DatanodeRegistration(127.0.0.1:38183, datanodeUuid=2fee6477-25a2-42c9-b925-b40631215622, infoPort=36213, infoSecurePort=0, ipcPort=32997, storageInfo=lv=-57;cid=testClusterID;nsid=1890430033;c=1732036795965) 2024-11-19T17:19:56,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe45a3bc16ff4f3bf with lease ID 0xf0ce7dcce460a28d: from storage DS-93299bd2-5f65-481f-badb-039b0de502a0 node DatanodeRegistration(127.0.0.1:38183, datanodeUuid=2fee6477-25a2-42c9-b925-b40631215622, infoPort=36213, infoSecurePort=0, ipcPort=32997, storageInfo=lv=-57;cid=testClusterID;nsid=1890430033;c=1732036795965), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:19:56,782 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e 2024-11-19T17:19:56,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:56,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:56,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38183 is added to blk_1073741825_1001 (size=7) 2024-11-19T17:19:56,797 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a with version=8 2024-11-19T17:19:56,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/hbase-staging 2024-11-19T17:19:56,799 INFO [Time-limited test {}] client.ConnectionUtils(128): master/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:19:56,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:19:56,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:19:56,799 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:19:56,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:19:56,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:19:56,799 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T17:19:56,799 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:19:56,800 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40293 2024-11-19T17:19:56,800 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40293 connecting to ZooKeeper ensemble=127.0.0.1:49883 2024-11-19T17:19:56,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402930x0, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:19:56,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40293-0x101313df8270003 connected 2024-11-19T17:19:56,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:56,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:56,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40293-0x101313df8270003, quorum=127.0.0.1:49883, baseZNode=/1688916660 Set watcher on znode that does not yet exist, /1688916660/running 2024-11-19T17:19:56,839 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a, hbase.cluster.distributed=false 2024-11-19T17:19:56,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40293-0x101313df8270003, quorum=127.0.0.1:49883, baseZNode=/1688916660 Set watcher on znode that does not yet exist, /1688916660/acl 2024-11-19T17:19:56,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40293 2024-11-19T17:19:56,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40293 2024-11-19T17:19:56,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40293 2024-11-19T17:19:56,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40293 2024-11-19T17:19:56,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40293 2024-11-19T17:19:56,871 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:19:56,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:19:56,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:19:56,871 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:19:56,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:19:56,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:19:56,872 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T17:19:56,872 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:19:56,872 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46645 2024-11-19T17:19:56,873 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46645 connecting to ZooKeeper ensemble=127.0.0.1:49883 2024-11-19T17:19:56,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:56,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:56,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466450x0, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:19:56,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466450x0, quorum=127.0.0.1:49883, baseZNode=/1688916660 Set watcher on znode that does not yet exist, /1688916660/running 2024-11-19T17:19:56,881 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T17:19:56,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46645-0x101313df8270004 connected 2024-11-19T17:19:56,908 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T17:19:56,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46645-0x101313df8270004, quorum=127.0.0.1:49883, baseZNode=/1688916660 Set watcher on znode that does not yet exist, /1688916660/master 2024-11-19T17:19:56,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46645-0x101313df8270004, quorum=127.0.0.1:49883, baseZNode=/1688916660 Set watcher on znode that does not yet exist, /1688916660/acl 2024-11-19T17:19:56,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46645 2024-11-19T17:19:56,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46645 2024-11-19T17:19:56,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46645 2024-11-19T17:19:56,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46645 2024-11-19T17:19:56,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46645 2024-11-19T17:19:56,945 DEBUG [M:0;280a42d09ec8:40293 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;280a42d09ec8:40293 2024-11-19T17:19:56,945 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1688916660/backup-masters/280a42d09ec8,40293,1732036796799 2024-11-19T17:19:56,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46645-0x101313df8270004, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1688916660/backup-masters 2024-11-19T17:19:56,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40293-0x101313df8270003, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1688916660/backup-masters 2024-11-19T17:19:56,947 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40293-0x101313df8270003, quorum=127.0.0.1:49883, baseZNode=/1688916660 Set watcher on existing znode=/1688916660/backup-masters/280a42d09ec8,40293,1732036796799 2024-11-19T17:19:56,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46645-0x101313df8270004, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1688916660/master 2024-11-19T17:19:56,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40293-0x101313df8270003, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1688916660 2024-11-19T17:19:56,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46645-0x101313df8270004, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1688916660 2024-11-19T17:19:56,951 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40293-0x101313df8270003, quorum=127.0.0.1:49883, baseZNode=/1688916660 Set watcher on existing znode=/1688916660/master 2024-11-19T17:19:56,951 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1688916660/backup-masters/280a42d09ec8,40293,1732036796799 from backup master directory 2024-11-19T17:19:56,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40293-0x101313df8270003, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1688916660/backup-masters/280a42d09ec8,40293,1732036796799 2024-11-19T17:19:56,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46645-0x101313df8270004, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1688916660/backup-masters 2024-11-19T17:19:56,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40293-0x101313df8270003, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1688916660/backup-masters 2024-11-19T17:19:56,984 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:19:56,984 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=280a42d09ec8,40293,1732036796799 2024-11-19T17:19:56,989 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/hbase.id] with ID: 4bdad390-e8b1-42e3-be0a-b938f9e4379e 2024-11-19T17:19:56,989 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/.tmp/hbase.id 2024-11-19T17:19:57,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38183 is added to blk_1073741826_1002 (size=42) 2024-11-19T17:19:57,003 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/.tmp/hbase.id]:[hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/hbase.id] 2024-11-19T17:19:57,019 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:19:57,019 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T17:19:57,021 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T17:19:57,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40293-0x101313df8270003, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1688916660 2024-11-19T17:19:57,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46645-0x101313df8270004, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1688916660 2024-11-19T17:19:57,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38183 is added to blk_1073741827_1003 (size=196) 2024-11-19T17:19:57,043 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:19:57,044 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T17:19:57,044 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:19:57,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38183 is added to blk_1073741828_1004 (size=1189) 2024-11-19T17:19:57,068 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/MasterData/data/master/store 2024-11-19T17:19:57,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38183 is added to blk_1073741829_1005 (size=34) 2024-11-19T17:19:57,483 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:57,483 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:19:57,483 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:57,483 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:57,483 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:19:57,483 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:57,483 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:19:57,483 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036797483Disabling compacts and flushes for region at 1732036797483Disabling writes for close at 1732036797483Writing region close event to WAL at 1732036797483Closed at 1732036797483 2024-11-19T17:19:57,484 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/MasterData/data/master/store/.initializing 2024-11-19T17:19:57,485 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/MasterData/WALs/280a42d09ec8,40293,1732036796799 2024-11-19T17:19:57,486 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:19:57,487 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=280a42d09ec8%2C40293%2C1732036796799, suffix=, logDir=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/MasterData/WALs/280a42d09ec8,40293,1732036796799, archiveDir=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/MasterData/oldWALs, maxLogs=10 2024-11-19T17:19:57,506 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/MasterData/WALs/280a42d09ec8,40293,1732036796799/280a42d09ec8%2C40293%2C1732036796799.1732036797487, exclude list is [], retry=0 2024-11-19T17:19:57,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38183,DS-a4890f61-eb07-4cdf-b75d-97b581f6b915,DISK] 2024-11-19T17:19:57,517 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/MasterData/WALs/280a42d09ec8,40293,1732036796799/280a42d09ec8%2C40293%2C1732036796799.1732036797487 2024-11-19T17:19:57,518 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36213:36213)] 2024-11-19T17:19:57,519 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:19:57,519 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:57,519 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:57,519 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:57,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:57,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T17:19:57,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:57,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:57,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:57,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T17:19:57,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:57,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:57,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:57,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T17:19:57,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:57,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:57,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:57,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T17:19:57,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:57,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:57,527 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:57,528 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:57,528 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:57,529 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:57,529 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:57,530 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:19:57,531 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:19:57,533 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:19:57,534 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62233039, jitterRate=-0.07265545427799225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:19:57,534 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732036797519Initializing all the Stores at 1732036797520 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036797520Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036797520Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036797520Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036797520Cleaning up temporary data from old regions at 1732036797529 (+9 ms)Region opened successfully at 1732036797534 (+5 ms) 2024-11-19T17:19:57,534 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T17:19:57,537 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc260e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:19:57,538 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T17:19:57,538 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T17:19:57,538 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T17:19:57,538 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T17:19:57,539 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T17:19:57,539 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T17:19:57,539 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T17:19:57,546 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T17:19:57,547 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40293-0x101313df8270003, quorum=127.0.0.1:49883, baseZNode=/1688916660 Unable to get data of znode /1688916660/balancer because node does not exist (not necessarily an error) 2024-11-19T17:19:57,549 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1688916660/balancer already deleted, retry=false 2024-11-19T17:19:57,549 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T17:19:57,550 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40293-0x101313df8270003, quorum=127.0.0.1:49883, baseZNode=/1688916660 Unable to get data of znode /1688916660/normalizer because node does not exist (not necessarily an error) 2024-11-19T17:19:57,552 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1688916660/normalizer already deleted, retry=false 2024-11-19T17:19:57,553 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T17:19:57,559 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40293-0x101313df8270003, quorum=127.0.0.1:49883, baseZNode=/1688916660 Unable to get data of znode /1688916660/switch/split because node does not exist (not necessarily an error) 2024-11-19T17:19:57,561 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1688916660/switch/split already deleted, retry=false 2024-11-19T17:19:57,562 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40293-0x101313df8270003, quorum=127.0.0.1:49883, baseZNode=/1688916660 Unable to get data of znode /1688916660/switch/merge because node does not exist (not necessarily an error) 2024-11-19T17:19:57,564 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1688916660/switch/merge already deleted, retry=false 2024-11-19T17:19:57,566 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40293-0x101313df8270003, quorum=127.0.0.1:49883, baseZNode=/1688916660 Unable to get data of znode /1688916660/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T17:19:57,568 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1688916660/snapshot-cleanup already deleted, retry=false 2024-11-19T17:19:57,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40293-0x101313df8270003, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1688916660/running 2024-11-19T17:19:57,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46645-0x101313df8270004, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1688916660/running 2024-11-19T17:19:57,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40293-0x101313df8270003, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1688916660 2024-11-19T17:19:57,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46645-0x101313df8270004, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1688916660 2024-11-19T17:19:57,571 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=280a42d09ec8,40293,1732036796799, sessionid=0x101313df8270003, setting cluster-up flag (Was=false) 2024-11-19T17:19:57,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46645-0x101313df8270004, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1688916660 2024-11-19T17:19:57,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40293-0x101313df8270003, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1688916660 2024-11-19T17:19:57,584 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1688916660/flush-table-proc/acquired, /1688916660/flush-table-proc/reached, /1688916660/flush-table-proc/abort 2024-11-19T17:19:57,585 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,40293,1732036796799 2024-11-19T17:19:57,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46645-0x101313df8270004, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1688916660 2024-11-19T17:19:57,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40293-0x101313df8270003, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1688916660 2024-11-19T17:19:57,594 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1688916660/online-snapshot/acquired, /1688916660/online-snapshot/reached, /1688916660/online-snapshot/abort 2024-11-19T17:19:57,595 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,40293,1732036796799 2024-11-19T17:19:57,596 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T17:19:57,598 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T17:19:57,598 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T17:19:57,598 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T17:19:57,598 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 280a42d09ec8,40293,1732036796799 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T17:19:57,600 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:19:57,600 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:19:57,600 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:19:57,600 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:19:57,600 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/280a42d09ec8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T17:19:57,600 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:57,600 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:19:57,600 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:57,606 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:19:57,606 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T17:19:57,607 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:57,607 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T17:19:57,614 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732036827614 2024-11-19T17:19:57,615 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T17:19:57,615 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T17:19:57,615 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T17:19:57,615 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T17:19:57,615 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T17:19:57,615 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T17:19:57,615 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:57,616 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T17:19:57,616 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T17:19:57,616 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T17:19:57,616 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T17:19:57,616 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T17:19:57,616 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T17:19:57,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38183 is added to blk_1073741831_1007 (size=1321) 2024-11-19T17:19:57,621 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T17:19:57,621 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a 2024-11-19T17:19:57,625 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036797616,5,FailOnTimeoutGroup] 2024-11-19T17:19:57,631 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036797625,5,FailOnTimeoutGroup] 2024-11-19T17:19:57,631 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:57,631 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T17:19:57,631 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:57,631 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:57,634 INFO [RS:0;280a42d09ec8:46645 {}] regionserver.HRegionServer(746): ClusterId : 4bdad390-e8b1-42e3-be0a-b938f9e4379e 2024-11-19T17:19:57,635 DEBUG [RS:0;280a42d09ec8:46645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T17:19:57,637 DEBUG [RS:0;280a42d09ec8:46645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T17:19:57,637 DEBUG [RS:0;280a42d09ec8:46645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T17:19:57,642 DEBUG [RS:0;280a42d09ec8:46645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T17:19:57,642 DEBUG [RS:0;280a42d09ec8:46645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3047d1bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:19:57,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38183 is added to blk_1073741832_1008 (size=32) 2024-11-19T17:19:57,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:57,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:19:57,679 DEBUG [RS:0;280a42d09ec8:46645 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;280a42d09ec8:46645 2024-11-19T17:19:57,679 INFO [RS:0;280a42d09ec8:46645 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T17:19:57,679 INFO [RS:0;280a42d09ec8:46645 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T17:19:57,679 DEBUG [RS:0;280a42d09ec8:46645 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T17:19:57,680 INFO [RS:0;280a42d09ec8:46645 {}] regionserver.HRegionServer(2659): reportForDuty to master=280a42d09ec8,40293,1732036796799 with port=46645, startcode=1732036796871 2024-11-19T17:19:57,680 DEBUG [RS:0;280a42d09ec8:46645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T17:19:57,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:19:57,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:57,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:57,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:19:57,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:19:57,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:57,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:57,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:19:57,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:19:57,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:57,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:57,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:19:57,685 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T17:19:57,685 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40293 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 280a42d09ec8,46645,1732036796871 2024-11-19T17:19:57,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:19:57,685 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40293 {}] master.ServerManager(517): Registering regionserver=280a42d09ec8,46645,1732036796871 2024-11-19T17:19:57,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:57,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:57,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:19:57,687 DEBUG [RS:0;280a42d09ec8:46645 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a 2024-11-19T17:19:57,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/hbase/meta/1588230740 2024-11-19T17:19:57,687 DEBUG [RS:0;280a42d09ec8:46645 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35281 2024-11-19T17:19:57,687 DEBUG [RS:0;280a42d09ec8:46645 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T17:19:57,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/hbase/meta/1588230740 2024-11-19T17:19:57,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:19:57,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:19:57,689 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:19:57,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40293-0x101313df8270003, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1688916660/rs 2024-11-19T17:19:57,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:19:57,690 DEBUG [RS:0;280a42d09ec8:46645 {}] zookeeper.ZKUtil(111): regionserver:46645-0x101313df8270004, quorum=127.0.0.1:49883, baseZNode=/1688916660 Set watcher on existing znode=/1688916660/rs/280a42d09ec8,46645,1732036796871 2024-11-19T17:19:57,690 WARN [RS:0;280a42d09ec8:46645 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:19:57,690 INFO [RS:0;280a42d09ec8:46645 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:19:57,690 DEBUG [RS:0;280a42d09ec8:46645 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871 2024-11-19T17:19:57,693 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [280a42d09ec8,46645,1732036796871] 2024-11-19T17:19:57,698 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:19:57,698 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69400317, jitterRate=0.03414531052112579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:19:57,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732036797656Initializing all the Stores at 1732036797657 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036797657Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036797660 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036797660Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036797660Cleaning up temporary data from old regions at 1732036797688 (+28 ms)Region opened successfully at 1732036797698 (+10 ms) 2024-11-19T17:19:57,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:19:57,699 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:19:57,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:19:57,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:19:57,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:19:57,700 INFO [RS:0;280a42d09ec8:46645 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T17:19:57,700 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:19:57,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036797698Disabling compacts and flushes for region at 1732036797698Disabling writes for close at 1732036797699 (+1 ms)Writing region close event to WAL at 1732036797700 (+1 ms)Closed at 1732036797700 2024-11-19T17:19:57,702 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:19:57,702 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T17:19:57,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T17:19:57,703 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:19:57,703 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T17:19:57,708 INFO [RS:0;280a42d09ec8:46645 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T17:19:57,709 INFO [RS:0;280a42d09ec8:46645 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T17:19:57,709 INFO [RS:0;280a42d09ec8:46645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:57,709 INFO [RS:0;280a42d09ec8:46645 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T17:19:57,710 INFO [RS:0;280a42d09ec8:46645 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T17:19:57,710 INFO [RS:0;280a42d09ec8:46645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:57,710 DEBUG [RS:0;280a42d09ec8:46645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:57,710 DEBUG [RS:0;280a42d09ec8:46645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:57,710 DEBUG [RS:0;280a42d09ec8:46645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:57,710 DEBUG [RS:0;280a42d09ec8:46645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:57,710 DEBUG [RS:0;280a42d09ec8:46645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:57,710 DEBUG [RS:0;280a42d09ec8:46645 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:19:57,710 DEBUG [RS:0;280a42d09ec8:46645 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:57,710 DEBUG [RS:0;280a42d09ec8:46645 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:57,710 DEBUG [RS:0;280a42d09ec8:46645 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:57,710 DEBUG [RS:0;280a42d09ec8:46645 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:57,710 DEBUG [RS:0;280a42d09ec8:46645 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:57,710 DEBUG [RS:0;280a42d09ec8:46645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:19:57,710 DEBUG [RS:0;280a42d09ec8:46645 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:19:57,710 DEBUG [RS:0;280a42d09ec8:46645 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:19:57,714 INFO [RS:0;280a42d09ec8:46645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:57,714 INFO [RS:0;280a42d09ec8:46645 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:57,714 INFO [RS:0;280a42d09ec8:46645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:57,714 INFO [RS:0;280a42d09ec8:46645 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:57,714 INFO [RS:0;280a42d09ec8:46645 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:57,714 INFO [RS:0;280a42d09ec8:46645 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,46645,1732036796871-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:19:57,732 INFO [RS:0;280a42d09ec8:46645 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T17:19:57,732 INFO [RS:0;280a42d09ec8:46645 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,46645,1732036796871-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:57,732 INFO [RS:0;280a42d09ec8:46645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:57,732 INFO [RS:0;280a42d09ec8:46645 {}] regionserver.Replication(171): 280a42d09ec8,46645,1732036796871 started 2024-11-19T17:19:57,746 INFO [RS:0;280a42d09ec8:46645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:57,746 INFO [RS:0;280a42d09ec8:46645 {}] regionserver.HRegionServer(1482): Serving as 280a42d09ec8,46645,1732036796871, RpcServer on 280a42d09ec8/172.17.0.2:46645, sessionid=0x101313df8270004 2024-11-19T17:19:57,746 DEBUG [RS:0;280a42d09ec8:46645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T17:19:57,746 DEBUG [RS:0;280a42d09ec8:46645 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 280a42d09ec8,46645,1732036796871 2024-11-19T17:19:57,746 DEBUG [RS:0;280a42d09ec8:46645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,46645,1732036796871' 2024-11-19T17:19:57,746 DEBUG [RS:0;280a42d09ec8:46645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1688916660/flush-table-proc/abort' 2024-11-19T17:19:57,746 DEBUG [RS:0;280a42d09ec8:46645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1688916660/flush-table-proc/acquired' 2024-11-19T17:19:57,747 DEBUG [RS:0;280a42d09ec8:46645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T17:19:57,747 DEBUG [RS:0;280a42d09ec8:46645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T17:19:57,747 DEBUG [RS:0;280a42d09ec8:46645 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 280a42d09ec8,46645,1732036796871 2024-11-19T17:19:57,747 DEBUG [RS:0;280a42d09ec8:46645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,46645,1732036796871' 2024-11-19T17:19:57,747 DEBUG [RS:0;280a42d09ec8:46645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1688916660/online-snapshot/abort' 2024-11-19T17:19:57,748 DEBUG [RS:0;280a42d09ec8:46645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1688916660/online-snapshot/acquired' 2024-11-19T17:19:57,749 DEBUG [RS:0;280a42d09ec8:46645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T17:19:57,749 INFO [RS:0;280a42d09ec8:46645 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T17:19:57,749 INFO [RS:0;280a42d09ec8:46645 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T17:19:57,849 INFO [RS:0;280a42d09ec8:46645 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:19:57,851 INFO [RS:0;280a42d09ec8:46645 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C46645%2C1732036796871, suffix=, logDir=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871, archiveDir=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/oldWALs, maxLogs=10 2024-11-19T17:19:57,854 WARN [280a42d09ec8:40293 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T17:19:57,872 DEBUG [RS:0;280a42d09ec8:46645 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871/280a42d09ec8%2C46645%2C1732036796871.1732036797852, exclude list is [], retry=0 2024-11-19T17:19:57,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38183,DS-a4890f61-eb07-4cdf-b75d-97b581f6b915,DISK] 2024-11-19T17:19:57,888 INFO [RS:0;280a42d09ec8:46645 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871/280a42d09ec8%2C46645%2C1732036796871.1732036797852 2024-11-19T17:19:57,893 DEBUG [RS:0;280a42d09ec8:46645 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36213:36213)] 2024-11-19T17:19:58,104 DEBUG [280a42d09ec8:40293 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T17:19:58,104 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=280a42d09ec8,46645,1732036796871 2024-11-19T17:19:58,105 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,46645,1732036796871, state=OPENING 2024-11-19T17:19:58,118 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T17:19:58,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46645-0x101313df8270004, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1688916660 2024-11-19T17:19:58,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40293-0x101313df8270003, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1688916660 2024-11-19T17:19:58,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1688916660/meta-region-server: CHANGED 2024-11-19T17:19:58,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1688916660/meta-region-server: CHANGED 2024-11-19T17:19:58,121 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:19:58,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,46645,1732036796871}] 2024-11-19T17:19:58,275 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:19:58,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T17:19:58,284 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T17:19:58,284 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:19:58,284 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T17:19:58,286 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C46645%2C1732036796871.meta, suffix=.meta, logDir=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871, archiveDir=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/oldWALs, maxLogs=10 2024-11-19T17:19:58,306 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871/280a42d09ec8%2C46645%2C1732036796871.meta.1732036798286.meta, exclude list is [], retry=0 2024-11-19T17:19:58,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38183,DS-a4890f61-eb07-4cdf-b75d-97b581f6b915,DISK] 2024-11-19T17:19:58,317 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871/280a42d09ec8%2C46645%2C1732036796871.meta.1732036798286.meta 2024-11-19T17:19:58,318 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36213:36213)] 2024-11-19T17:19:58,318 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:19:58,318 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:19:58,319 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:19:58,319 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T17:19:58,319 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T17:19:58,319 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T17:19:58,319 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:58,319 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T17:19:58,319 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T17:19:58,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:19:58,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:19:58,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:58,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:58,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:19:58,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:19:58,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:58,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:58,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:19:58,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:19:58,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:58,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:58,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:19:58,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:19:58,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:58,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:19:58,325 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:19:58,326 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/hbase/meta/1588230740 2024-11-19T17:19:58,327 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/hbase/meta/1588230740 2024-11-19T17:19:58,328 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:19:58,328 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:19:58,328 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:19:58,330 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:19:58,330 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67397588, jitterRate=0.004302322864532471}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:19:58,330 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T17:19:58,330 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732036798319Writing region info on filesystem at 1732036798319Initializing all the Stores at 1732036798320 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036798320Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036798320Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036798320Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036798320Cleaning up temporary data from old regions at 1732036798328 (+8 ms)Running coprocessor post-open hooks at 1732036798330 (+2 ms)Region opened successfully at 1732036798330 2024-11-19T17:19:58,332 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732036798275 2024-11-19T17:19:58,339 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T17:19:58,339 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T17:19:58,339 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,46645,1732036796871 2024-11-19T17:19:58,340 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,46645,1732036796871, state=OPEN 2024-11-19T17:19:58,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40293-0x101313df8270003, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1688916660/meta-region-server 2024-11-19T17:19:58,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46645-0x101313df8270004, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1688916660/meta-region-server 2024-11-19T17:19:58,341 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=280a42d09ec8,46645,1732036796871 2024-11-19T17:19:58,342 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1688916660/meta-region-server: CHANGED 2024-11-19T17:19:58,342 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1688916660/meta-region-server: CHANGED 2024-11-19T17:19:58,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T17:19:58,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,46645,1732036796871 in 221 msec 2024-11-19T17:19:58,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T17:19:58,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 642 msec 2024-11-19T17:19:58,346 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:19:58,346 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T17:19:58,347 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:19:58,348 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,46645,1732036796871, seqNum=-1] 2024-11-19T17:19:58,348 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:19:58,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:19:58,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 756 msec 2024-11-19T17:19:58,353 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732036798353, completionTime=-1 2024-11-19T17:19:58,353 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T17:19:58,353 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T17:19:58,355 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T17:19:58,356 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732036858355 2024-11-19T17:19:58,356 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732036918356 2024-11-19T17:19:58,356 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T17:19:58,356 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,40293,1732036796799-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:58,356 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,40293,1732036796799-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:58,356 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,40293,1732036796799-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:58,356 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-280a42d09ec8:40293, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:58,356 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:58,358 DEBUG [master/280a42d09ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T17:19:58,364 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:58,369 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.384sec 2024-11-19T17:19:58,369 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T17:19:58,369 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T17:19:58,369 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T17:19:58,369 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T17:19:58,369 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T17:19:58,369 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,40293,1732036796799-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:19:58,369 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,40293,1732036796799-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T17:19:58,371 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T17:19:58,371 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T17:19:58,371 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,40293,1732036796799-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:19:58,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d9888fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:58,435 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,40293,-1 for getting cluster id 2024-11-19T17:19:58,435 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:19:58,440 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4bdad390-e8b1-42e3-be0a-b938f9e4379e' 2024-11-19T17:19:58,440 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:19:58,440 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4bdad390-e8b1-42e3-be0a-b938f9e4379e" 2024-11-19T17:19:58,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e7f4182, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:58,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,40293,-1] 2024-11-19T17:19:58,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:19:58,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:19:58,442 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:19:58,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8c590f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:19:58,443 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:19:58,444 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,46645,1732036796871, seqNum=-1] 2024-11-19T17:19:58,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:19:58,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:19:58,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=280a42d09ec8,40293,1732036796799 2024-11-19T17:19:58,448 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49883 2024-11-19T17:19:58,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:19:58,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101313df8270005 connected 2024-11-19T17:19:58,465 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:19:58,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,45011,1732036792751 2024-11-19T17:19:58,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79068d99 2024-11-19T17:19:58,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:19:58,467 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:19:58,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:19:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T17:19:58,470 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T17:19:58,470 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:58,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T17:19:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:19:58,472 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T17:19:58,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741835_1011 (size=902) 2024-11-19T17:19:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:19:58,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:19:58,882 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d9aefce4793e98f4643779b86524c67e, NAME => 'test,,1732036798467.d9aefce4793e98f4643779b86524c67e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195 2024-11-19T17:19:58,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741836_1012 (size=39) 2024-11-19T17:19:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:19:59,289 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732036798467.d9aefce4793e98f4643779b86524c67e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:59,289 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d9aefce4793e98f4643779b86524c67e, disabling compactions & flushes 2024-11-19T17:19:59,289 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732036798467.d9aefce4793e98f4643779b86524c67e. 2024-11-19T17:19:59,289 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732036798467.d9aefce4793e98f4643779b86524c67e. 2024-11-19T17:19:59,289 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732036798467.d9aefce4793e98f4643779b86524c67e. after waiting 0 ms 2024-11-19T17:19:59,289 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732036798467.d9aefce4793e98f4643779b86524c67e. 2024-11-19T17:19:59,289 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732036798467.d9aefce4793e98f4643779b86524c67e. 2024-11-19T17:19:59,289 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d9aefce4793e98f4643779b86524c67e: Waiting for close lock at 1732036799289Disabling compacts and flushes for region at 1732036799289Disabling writes for close at 1732036799289Writing region close event to WAL at 1732036799289Closed at 1732036799289 2024-11-19T17:19:59,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T17:19:59,291 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732036798467.d9aefce4793e98f4643779b86524c67e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732036799291"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732036799291"}]},"ts":"1732036799291"} 2024-11-19T17:19:59,293 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T17:19:59,294 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T17:19:59,294 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036799294"}]},"ts":"1732036799294"} 2024-11-19T17:19:59,296 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T17:19:59,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d9aefce4793e98f4643779b86524c67e, ASSIGN}] 2024-11-19T17:19:59,298 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d9aefce4793e98f4643779b86524c67e, ASSIGN 2024-11-19T17:19:59,298 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d9aefce4793e98f4643779b86524c67e, ASSIGN; state=OFFLINE, location=280a42d09ec8,35915,1732036792805; forceNewPlan=false, retain=false 2024-11-19T17:19:59,451 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d9aefce4793e98f4643779b86524c67e, regionState=OPENING, regionLocation=280a42d09ec8,35915,1732036792805 2024-11-19T17:19:59,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d9aefce4793e98f4643779b86524c67e, ASSIGN because future has completed 2024-11-19T17:19:59,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9aefce4793e98f4643779b86524c67e, server=280a42d09ec8,35915,1732036792805}] 2024-11-19T17:19:59,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:19:59,615 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732036798467.d9aefce4793e98f4643779b86524c67e. 2024-11-19T17:19:59,615 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d9aefce4793e98f4643779b86524c67e, NAME => 'test,,1732036798467.d9aefce4793e98f4643779b86524c67e.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:19:59,616 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:19:59,616 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T17:19:59,616 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d9aefce4793e98f4643779b86524c67e 2024-11-19T17:19:59,616 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732036798467.d9aefce4793e98f4643779b86524c67e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:19:59,616 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d9aefce4793e98f4643779b86524c67e 2024-11-19T17:19:59,616 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d9aefce4793e98f4643779b86524c67e 2024-11-19T17:19:59,617 INFO [StoreOpener-d9aefce4793e98f4643779b86524c67e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d9aefce4793e98f4643779b86524c67e 2024-11-19T17:19:59,619 INFO [StoreOpener-d9aefce4793e98f4643779b86524c67e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9aefce4793e98f4643779b86524c67e columnFamilyName f 2024-11-19T17:19:59,620 DEBUG [StoreOpener-d9aefce4793e98f4643779b86524c67e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:59,620 INFO [StoreOpener-d9aefce4793e98f4643779b86524c67e-1 {}] regionserver.HStore(327): Store=d9aefce4793e98f4643779b86524c67e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:59,620 INFO [StoreOpener-d9aefce4793e98f4643779b86524c67e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d9aefce4793e98f4643779b86524c67e 2024-11-19T17:19:59,624 INFO [StoreOpener-d9aefce4793e98f4643779b86524c67e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9aefce4793e98f4643779b86524c67e columnFamilyName f1 2024-11-19T17:19:59,624 DEBUG [StoreOpener-d9aefce4793e98f4643779b86524c67e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:59,625 INFO [StoreOpener-d9aefce4793e98f4643779b86524c67e-1 {}] regionserver.HStore(327): Store=d9aefce4793e98f4643779b86524c67e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:59,625 INFO [StoreOpener-d9aefce4793e98f4643779b86524c67e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d9aefce4793e98f4643779b86524c67e 2024-11-19T17:19:59,626 INFO [StoreOpener-d9aefce4793e98f4643779b86524c67e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9aefce4793e98f4643779b86524c67e columnFamilyName norep 2024-11-19T17:19:59,626 DEBUG [StoreOpener-d9aefce4793e98f4643779b86524c67e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:19:59,627 INFO [StoreOpener-d9aefce4793e98f4643779b86524c67e-1 {}] regionserver.HStore(327): Store=d9aefce4793e98f4643779b86524c67e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:19:59,628 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d9aefce4793e98f4643779b86524c67e 2024-11-19T17:19:59,628 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/default/test/d9aefce4793e98f4643779b86524c67e 2024-11-19T17:19:59,628 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/default/test/d9aefce4793e98f4643779b86524c67e 2024-11-19T17:19:59,629 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d9aefce4793e98f4643779b86524c67e 2024-11-19T17:19:59,629 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d9aefce4793e98f4643779b86524c67e 2024-11-19T17:19:59,630 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:19:59,631 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d9aefce4793e98f4643779b86524c67e 2024-11-19T17:19:59,632 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/default/test/d9aefce4793e98f4643779b86524c67e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:19:59,633 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d9aefce4793e98f4643779b86524c67e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66992555, jitterRate=-0.001733139157295227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:19:59,633 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d9aefce4793e98f4643779b86524c67e 2024-11-19T17:19:59,634 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d9aefce4793e98f4643779b86524c67e: Running coprocessor pre-open hook at 1732036799616Writing region info on filesystem at 1732036799616Initializing all the Stores at 1732036799617 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036799617Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036799617Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036799617Cleaning up temporary data from old regions at 1732036799629 (+12 ms)Running coprocessor post-open hooks at 1732036799633 (+4 ms)Region opened successfully at 1732036799634 (+1 ms) 2024-11-19T17:19:59,635 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732036798467.d9aefce4793e98f4643779b86524c67e., pid=6, masterSystemTime=1732036799607 2024-11-19T17:19:59,637 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732036798467.d9aefce4793e98f4643779b86524c67e. 2024-11-19T17:19:59,637 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732036798467.d9aefce4793e98f4643779b86524c67e. 2024-11-19T17:19:59,638 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d9aefce4793e98f4643779b86524c67e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=280a42d09ec8,35915,1732036792805 2024-11-19T17:19:59,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9aefce4793e98f4643779b86524c67e, server=280a42d09ec8,35915,1732036792805 because future has completed 2024-11-19T17:19:59,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T17:19:59,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d9aefce4793e98f4643779b86524c67e, server=280a42d09ec8,35915,1732036792805 in 191 msec 2024-11-19T17:19:59,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T17:19:59,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d9aefce4793e98f4643779b86524c67e, ASSIGN in 352 msec 2024-11-19T17:19:59,651 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T17:19:59,651 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036799651"}]},"ts":"1732036799651"} 2024-11-19T17:19:59,654 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T17:19:59,655 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T17:19:59,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1870 sec 2024-11-19T17:20:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:20:00,622 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T17:20:00,622 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:20:00,623 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,40293,1732036796799 2024-11-19T17:20:00,623 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45c9173f 2024-11-19T17:20:00,623 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:20:00,624 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:20:00,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40293 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:20:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40293 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T17:20:00,627 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T17:20:00,627 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:00,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40293 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T17:20:00,628 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T17:20:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:20:00,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38183 is added to blk_1073741835_1011 (size=902) 2024-11-19T17:20:00,654 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T17:20:00,654 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T17:20:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:20:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:20:01,037 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6dbd089d3646652b604e7928f12155ae, NAME => 'test,,1732036800625.6dbd089d3646652b604e7928f12155ae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a 2024-11-19T17:20:01,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38183 is added to blk_1073741836_1012 (size=39) 2024-11-19T17:20:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:20:01,266 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T17:20:01,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:01,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:01,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:01,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:01,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:01,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:01,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:01,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:01,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:01,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:01,443 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732036800625.6dbd089d3646652b604e7928f12155ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:20:01,443 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6dbd089d3646652b604e7928f12155ae, disabling compactions & flushes 2024-11-19T17:20:01,443 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732036800625.6dbd089d3646652b604e7928f12155ae. 2024-11-19T17:20:01,443 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732036800625.6dbd089d3646652b604e7928f12155ae. 2024-11-19T17:20:01,443 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732036800625.6dbd089d3646652b604e7928f12155ae. after waiting 0 ms 2024-11-19T17:20:01,443 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732036800625.6dbd089d3646652b604e7928f12155ae. 2024-11-19T17:20:01,443 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732036800625.6dbd089d3646652b604e7928f12155ae. 2024-11-19T17:20:01,443 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6dbd089d3646652b604e7928f12155ae: Waiting for close lock at 1732036801443Disabling compacts and flushes for region at 1732036801443Disabling writes for close at 1732036801443Writing region close event to WAL at 1732036801443Closed at 1732036801443 2024-11-19T17:20:01,444 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T17:20:01,445 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732036800625.6dbd089d3646652b604e7928f12155ae.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732036801444"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732036801444"}]},"ts":"1732036801444"} 2024-11-19T17:20:01,447 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T17:20:01,448 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T17:20:01,448 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036801448"}]},"ts":"1732036801448"} 2024-11-19T17:20:01,450 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T17:20:01,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6dbd089d3646652b604e7928f12155ae, ASSIGN}] 2024-11-19T17:20:01,451 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6dbd089d3646652b604e7928f12155ae, ASSIGN 2024-11-19T17:20:01,452 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6dbd089d3646652b604e7928f12155ae, ASSIGN; state=OFFLINE, location=280a42d09ec8,46645,1732036796871; forceNewPlan=false, retain=false 2024-11-19T17:20:01,602 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6dbd089d3646652b604e7928f12155ae, regionState=OPENING, regionLocation=280a42d09ec8,46645,1732036796871 2024-11-19T17:20:01,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6dbd089d3646652b604e7928f12155ae, ASSIGN because future has completed 2024-11-19T17:20:01,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dbd089d3646652b604e7928f12155ae, server=280a42d09ec8,46645,1732036796871}] 2024-11-19T17:20:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:20:01,761 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732036800625.6dbd089d3646652b604e7928f12155ae. 2024-11-19T17:20:01,761 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6dbd089d3646652b604e7928f12155ae, NAME => 'test,,1732036800625.6dbd089d3646652b604e7928f12155ae.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:20:01,761 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:20:01,762 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T17:20:01,762 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6dbd089d3646652b604e7928f12155ae 2024-11-19T17:20:01,762 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732036800625.6dbd089d3646652b604e7928f12155ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:20:01,762 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6dbd089d3646652b604e7928f12155ae 2024-11-19T17:20:01,762 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6dbd089d3646652b604e7928f12155ae 2024-11-19T17:20:01,763 INFO [StoreOpener-6dbd089d3646652b604e7928f12155ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6dbd089d3646652b604e7928f12155ae 2024-11-19T17:20:01,764 INFO [StoreOpener-6dbd089d3646652b604e7928f12155ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dbd089d3646652b604e7928f12155ae columnFamilyName f 2024-11-19T17:20:01,764 DEBUG [StoreOpener-6dbd089d3646652b604e7928f12155ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:01,765 INFO [StoreOpener-6dbd089d3646652b604e7928f12155ae-1 {}] regionserver.HStore(327): Store=6dbd089d3646652b604e7928f12155ae/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:01,765 INFO [StoreOpener-6dbd089d3646652b604e7928f12155ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6dbd089d3646652b604e7928f12155ae 2024-11-19T17:20:01,766 INFO [StoreOpener-6dbd089d3646652b604e7928f12155ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dbd089d3646652b604e7928f12155ae columnFamilyName f1 2024-11-19T17:20:01,766 DEBUG [StoreOpener-6dbd089d3646652b604e7928f12155ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:01,766 INFO [StoreOpener-6dbd089d3646652b604e7928f12155ae-1 {}] regionserver.HStore(327): Store=6dbd089d3646652b604e7928f12155ae/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:01,766 INFO [StoreOpener-6dbd089d3646652b604e7928f12155ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6dbd089d3646652b604e7928f12155ae 2024-11-19T17:20:01,767 INFO [StoreOpener-6dbd089d3646652b604e7928f12155ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dbd089d3646652b604e7928f12155ae columnFamilyName norep 2024-11-19T17:20:01,767 DEBUG [StoreOpener-6dbd089d3646652b604e7928f12155ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:01,767 INFO [StoreOpener-6dbd089d3646652b604e7928f12155ae-1 {}] regionserver.HStore(327): Store=6dbd089d3646652b604e7928f12155ae/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:01,767 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6dbd089d3646652b604e7928f12155ae 2024-11-19T17:20:01,768 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/default/test/6dbd089d3646652b604e7928f12155ae 2024-11-19T17:20:01,768 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/default/test/6dbd089d3646652b604e7928f12155ae 2024-11-19T17:20:01,769 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6dbd089d3646652b604e7928f12155ae 2024-11-19T17:20:01,769 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6dbd089d3646652b604e7928f12155ae 2024-11-19T17:20:01,769 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:20:01,770 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6dbd089d3646652b604e7928f12155ae 2024-11-19T17:20:01,772 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/default/test/6dbd089d3646652b604e7928f12155ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:20:01,773 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6dbd089d3646652b604e7928f12155ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75408708, jitterRate=0.1236773133277893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:20:01,773 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6dbd089d3646652b604e7928f12155ae 2024-11-19T17:20:01,773 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6dbd089d3646652b604e7928f12155ae: Running coprocessor pre-open hook at 1732036801762Writing region info on filesystem at 1732036801762Initializing all the Stores at 1732036801763 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036801763Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036801763Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036801763Cleaning up temporary data from old regions at 1732036801769 (+6 ms)Running coprocessor post-open hooks at 1732036801773 (+4 ms)Region opened successfully at 1732036801773 2024-11-19T17:20:01,774 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732036800625.6dbd089d3646652b604e7928f12155ae., pid=6, masterSystemTime=1732036801757 2024-11-19T17:20:01,776 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6dbd089d3646652b604e7928f12155ae, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=280a42d09ec8,46645,1732036796871 2024-11-19T17:20:01,777 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732036800625.6dbd089d3646652b604e7928f12155ae. 2024-11-19T17:20:01,777 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732036800625.6dbd089d3646652b604e7928f12155ae. 2024-11-19T17:20:01,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dbd089d3646652b604e7928f12155ae, server=280a42d09ec8,46645,1732036796871 because future has completed 2024-11-19T17:20:01,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T17:20:01,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6dbd089d3646652b604e7928f12155ae, server=280a42d09ec8,46645,1732036796871 in 176 msec 2024-11-19T17:20:01,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T17:20:01,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6dbd089d3646652b604e7928f12155ae, ASSIGN in 334 msec 2024-11-19T17:20:01,791 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T17:20:01,791 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036801791"}]},"ts":"1732036801791"} 2024-11-19T17:20:01,793 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T17:20:01,794 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T17:20:01,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-11-19T17:20:01,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T17:20:01,976 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T17:20:01,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T17:20:01,977 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T17:20:01,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:20:01,977 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T17:20:01,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T17:20:01,978 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T17:20:01,978 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:20:01,978 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T17:20:01,978 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T17:20:01,978 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T17:20:02,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:20:02,770 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T17:20:02,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311dfa4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:02,771 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,45011,-1 for getting cluster id 2024-11-19T17:20:02,771 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:20:02,772 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1741ece-69ee-447c-9575-0ef79ea79554' 2024-11-19T17:20:02,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:20:02,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1741ece-69ee-447c-9575-0ef79ea79554" 2024-11-19T17:20:02,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63d8d6dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:02,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,45011,-1] 2024-11-19T17:20:02,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:20:02,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:02,773 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:20:02,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab6b222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:02,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c43688e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:02,775 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,40293,-1 for getting cluster id 2024-11-19T17:20:02,775 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:20:02,775 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4bdad390-e8b1-42e3-be0a-b938f9e4379e' 2024-11-19T17:20:02,775 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:20:02,775 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4bdad390-e8b1-42e3-be0a-b938f9e4379e" 2024-11-19T17:20:02,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47068e5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:02,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,40293,-1] 2024-11-19T17:20:02,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:20:02,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:02,776 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:20:02,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d908978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:02,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d7122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:02,777 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,45011,-1 for getting cluster id 2024-11-19T17:20:02,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:20:02,778 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1741ece-69ee-447c-9575-0ef79ea79554' 2024-11-19T17:20:02,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:20:02,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1741ece-69ee-447c-9575-0ef79ea79554" 2024-11-19T17:20:02,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d2daa91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:02,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,45011,-1] 2024-11-19T17:20:02,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:20:02,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:02,779 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:20:02,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2170e049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:02,780 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:20:02,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,45011,1732036792751 2024-11-19T17:20:02,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@adcd394 2024-11-19T17:20:02,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:20:02,781 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:20:02,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://280a42d09ec8:40293,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T17:20:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T17:20:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:20:02,784 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:40293' 2024-11-19T17:20:02,785 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16bfa992, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:02,785 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,40293,-1 for getting cluster id 2024-11-19T17:20:02,785 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:20:02,786 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4bdad390-e8b1-42e3-be0a-b938f9e4379e' 2024-11-19T17:20:02,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:20:02,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4bdad390-e8b1-42e3-be0a-b938f9e4379e" 2024-11-19T17:20:02,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@effdf7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:02,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,40293,-1] 2024-11-19T17:20:02,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:20:02,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:02,787 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:20:02,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ef167b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:02,788 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:20:02,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,40293,1732036796799 2024-11-19T17:20:02,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@663cfaac 2024-11-19T17:20:02,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:20:02,789 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:20:02,790 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T17:20:02,790 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T17:20:02,790 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:02,790 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:02,790 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:20:02,790 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:20:02,791 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T17:20:02,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T17:20:02,793 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:02,794 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T17:20:02,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741837_1013 (size=1138) 2024-11-19T17:20:02,842 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T17:20:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:20:03,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:20:03,208 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ca522cd6af12df8e81c6bf9e2accbd68, NAME => 'hbase:replication,,1732036802790.ca522cd6af12df8e81c6bf9e2accbd68.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195 2024-11-19T17:20:03,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741838_1014 (size=44) 2024-11-19T17:20:03,216 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732036802790.ca522cd6af12df8e81c6bf9e2accbd68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:20:03,216 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ca522cd6af12df8e81c6bf9e2accbd68, disabling compactions & flushes 2024-11-19T17:20:03,216 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732036802790.ca522cd6af12df8e81c6bf9e2accbd68. 2024-11-19T17:20:03,216 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732036802790.ca522cd6af12df8e81c6bf9e2accbd68. 2024-11-19T17:20:03,216 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732036802790.ca522cd6af12df8e81c6bf9e2accbd68. after waiting 0 ms 2024-11-19T17:20:03,216 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732036802790.ca522cd6af12df8e81c6bf9e2accbd68. 2024-11-19T17:20:03,217 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732036802790.ca522cd6af12df8e81c6bf9e2accbd68. 2024-11-19T17:20:03,217 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ca522cd6af12df8e81c6bf9e2accbd68: Waiting for close lock at 1732036803216Disabling compacts and flushes for region at 1732036803216Disabling writes for close at 1732036803216Writing region close event to WAL at 1732036803217 (+1 ms)Closed at 1732036803217 2024-11-19T17:20:03,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T17:20:03,218 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732036802790.ca522cd6af12df8e81c6bf9e2accbd68.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732036803218"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732036803218"}]},"ts":"1732036803218"} 2024-11-19T17:20:03,221 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T17:20:03,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T17:20:03,222 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036803221"}]},"ts":"1732036803221"} 2024-11-19T17:20:03,224 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T17:20:03,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ca522cd6af12df8e81c6bf9e2accbd68, ASSIGN}] 2024-11-19T17:20:03,225 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ca522cd6af12df8e81c6bf9e2accbd68, ASSIGN 2024-11-19T17:20:03,226 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ca522cd6af12df8e81c6bf9e2accbd68, ASSIGN; state=OFFLINE, location=280a42d09ec8,35915,1732036792805; forceNewPlan=false, retain=false 2024-11-19T17:20:03,377 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ca522cd6af12df8e81c6bf9e2accbd68, regionState=OPENING, regionLocation=280a42d09ec8,35915,1732036792805 2024-11-19T17:20:03,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ca522cd6af12df8e81c6bf9e2accbd68, ASSIGN because future has completed 2024-11-19T17:20:03,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca522cd6af12df8e81c6bf9e2accbd68, server=280a42d09ec8,35915,1732036792805}] 2024-11-19T17:20:03,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:20:03,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732036802790.ca522cd6af12df8e81c6bf9e2accbd68. 2024-11-19T17:20:03,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:20:03,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T17:20:03,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C35915%2C1732036792805.rep, suffix=, logDir=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805, archiveDir=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/oldWALs, maxLogs=10 2024-11-19T17:20:03,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.rep.1732036803537, exclude list is [], retry=0 2024-11-19T17:20:03,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41769,DS-3cb9998b-eea0-4ee5-81be-c91af84fe8d9,DISK] 2024-11-19T17:20:03,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.rep.1732036803537 2024-11-19T17:20:03,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38001:38001)] 2024-11-19T17:20:03,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ca522cd6af12df8e81c6bf9e2accbd68, NAME => 'hbase:replication,,1732036802790.ca522cd6af12df8e81c6bf9e2accbd68.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:20:03,555 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:20:03,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:20:03,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732036802790.ca522cd6af12df8e81c6bf9e2accbd68. service=MultiRowMutationService 2024-11-19T17:20:03,555 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T17:20:03,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ca522cd6af12df8e81c6bf9e2accbd68 2024-11-19T17:20:03,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732036802790.ca522cd6af12df8e81c6bf9e2accbd68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:20:03,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ca522cd6af12df8e81c6bf9e2accbd68 2024-11-19T17:20:03,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ca522cd6af12df8e81c6bf9e2accbd68 2024-11-19T17:20:03,556 INFO [StoreOpener-ca522cd6af12df8e81c6bf9e2accbd68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ca522cd6af12df8e81c6bf9e2accbd68 2024-11-19T17:20:03,557 INFO [StoreOpener-ca522cd6af12df8e81c6bf9e2accbd68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca522cd6af12df8e81c6bf9e2accbd68 columnFamilyName hfileref 2024-11-19T17:20:03,557 DEBUG [StoreOpener-ca522cd6af12df8e81c6bf9e2accbd68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:03,558 INFO [StoreOpener-ca522cd6af12df8e81c6bf9e2accbd68-1 {}] regionserver.HStore(327): Store=ca522cd6af12df8e81c6bf9e2accbd68/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:03,558 INFO [StoreOpener-ca522cd6af12df8e81c6bf9e2accbd68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ca522cd6af12df8e81c6bf9e2accbd68 2024-11-19T17:20:03,559 INFO [StoreOpener-ca522cd6af12df8e81c6bf9e2accbd68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca522cd6af12df8e81c6bf9e2accbd68 columnFamilyName queue 2024-11-19T17:20:03,559 DEBUG [StoreOpener-ca522cd6af12df8e81c6bf9e2accbd68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:03,559 INFO [StoreOpener-ca522cd6af12df8e81c6bf9e2accbd68-1 {}] regionserver.HStore(327): Store=ca522cd6af12df8e81c6bf9e2accbd68/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:03,559 INFO [StoreOpener-ca522cd6af12df8e81c6bf9e2accbd68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ca522cd6af12df8e81c6bf9e2accbd68 2024-11-19T17:20:03,560 INFO [StoreOpener-ca522cd6af12df8e81c6bf9e2accbd68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca522cd6af12df8e81c6bf9e2accbd68 columnFamilyName sid 2024-11-19T17:20:03,560 DEBUG [StoreOpener-ca522cd6af12df8e81c6bf9e2accbd68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:03,560 INFO [StoreOpener-ca522cd6af12df8e81c6bf9e2accbd68-1 {}] regionserver.HStore(327): Store=ca522cd6af12df8e81c6bf9e2accbd68/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:03,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ca522cd6af12df8e81c6bf9e2accbd68 2024-11-19T17:20:03,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/hbase/replication/ca522cd6af12df8e81c6bf9e2accbd68 2024-11-19T17:20:03,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/hbase/replication/ca522cd6af12df8e81c6bf9e2accbd68 2024-11-19T17:20:03,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ca522cd6af12df8e81c6bf9e2accbd68 2024-11-19T17:20:03,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ca522cd6af12df8e81c6bf9e2accbd68 2024-11-19T17:20:03,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:20:03,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ca522cd6af12df8e81c6bf9e2accbd68 2024-11-19T17:20:03,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/hbase/replication/ca522cd6af12df8e81c6bf9e2accbd68/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:20:03,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ca522cd6af12df8e81c6bf9e2accbd68; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59312056, jitterRate=-0.11618149280548096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:20:03,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ca522cd6af12df8e81c6bf9e2accbd68 2024-11-19T17:20:03,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ca522cd6af12df8e81c6bf9e2accbd68: Running coprocessor pre-open hook at 1732036803555Writing region info on filesystem at 1732036803555Initializing all the Stores at 1732036803556 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036803556Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036803556Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036803556Cleaning up temporary data from old regions at 1732036803562 (+6 ms)Running coprocessor post-open hooks at 1732036803567 (+5 ms)Region opened successfully at 1732036803567 2024-11-19T17:20:03,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732036802790.ca522cd6af12df8e81c6bf9e2accbd68., pid=10, masterSystemTime=1732036803532 2024-11-19T17:20:03,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732036802790.ca522cd6af12df8e81c6bf9e2accbd68. 2024-11-19T17:20:03,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732036802790.ca522cd6af12df8e81c6bf9e2accbd68. 2024-11-19T17:20:03,571 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ca522cd6af12df8e81c6bf9e2accbd68, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,35915,1732036792805 2024-11-19T17:20:03,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca522cd6af12df8e81c6bf9e2accbd68, server=280a42d09ec8,35915,1732036792805 because future has completed 2024-11-19T17:20:03,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T17:20:03,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ca522cd6af12df8e81c6bf9e2accbd68, server=280a42d09ec8,35915,1732036792805 in 194 msec 2024-11-19T17:20:03,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T17:20:03,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ca522cd6af12df8e81c6bf9e2accbd68, ASSIGN in 351 msec 2024-11-19T17:20:03,577 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T17:20:03,577 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036803577"}]},"ts":"1732036803577"} 2024-11-19T17:20:03,579 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T17:20:03,580 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T17:20:03,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 790 msec 2024-11-19T17:20:03,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732036802790.ca522cd6af12df8e81c6bf9e2accbd68., hostname=280a42d09ec8,35915,1732036792805, seqNum=2] 2024-11-19T17:20:03,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35915-0x101313df8270001, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-217715340 2024-11-19T17:20:03,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x101313df8270000, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-217715340 2024-11-19T17:20:03,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T17:20:03,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35915 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T17:20:03,760 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T17:20:03,805 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-280a42d09ec8,35915,1732036792805, ReplicationSource: 1, currentBandwidth=0 2024-11-19T17:20:03,806 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:20:03,806 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,35915,1732036792805, seqNum=-1] 2024-11-19T17:20:03,806 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:20:03,807 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-19T17:20:03,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-280a42d09ec8,35915,1732036792805', locateType=CURRENT is [region=hbase:replication,,1732036802790.ca522cd6af12df8e81c6bf9e2accbd68., hostname=280a42d09ec8,35915,1732036792805, seqNum=2] 2024-11-19T17:20:03,812 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T17:20:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T17:20:03,817 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 280a42d09ec8,35915,1732036792805 suceeded 2024-11-19T17:20:03,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T17:20:03,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 211 msec 2024-11-19T17:20:03,820 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://280a42d09ec8:40293,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T17:20:03,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0380 sec 2024-11-19T17:20:03,832 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:40293' 2024-11-19T17:20:03,833 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@660c6f16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:03,833 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,40293,-1 for getting cluster id 2024-11-19T17:20:03,833 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:20:03,834 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4bdad390-e8b1-42e3-be0a-b938f9e4379e' 2024-11-19T17:20:03,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:20:03,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4bdad390-e8b1-42e3-be0a-b938f9e4379e" 2024-11-19T17:20:03,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ab64a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:03,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,40293,-1] 2024-11-19T17:20:03,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:20:03,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:03,836 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:20:03,836 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5775b898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:03,836 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:20:03,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,40293,1732036796799 2024-11-19T17:20:03,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c42790a 2024-11-19T17:20:03,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:20:03,838 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-19T17:20:03,839 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-280a42d09ec8,35915,1732036792805 (queues=1) is replicating from cluster=d1741ece-69ee-447c-9575-0ef79ea79554 to cluster=4bdad390-e8b1-42e3-be0a-b938f9e4379e 2024-11-19T17:20:03,839 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=280a42d09ec8%2C35915%2C1732036792805 2024-11-19T17:20:03,839 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-280a42d09ec8,35915,1732036792805, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T17:20:03,839 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.shipper280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 280a42d09ec8%2C35915%2C1732036792805 2024-11-19T17:20:03,839 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.wal-reader.280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793, startPosition=0, beingWritten=true 2024-11-19T17:20:03,847 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.wal-reader.280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:20:03,847 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.wal-reader.280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793 to pos 379, reset compression=false 2024-11-19T17:20:03,847 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.shipper280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,35915,1732036792805 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:20:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:20:03,922 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T17:20:03,922 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:20:03,922 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:20:03,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:03,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:03,922 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:20:03,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e1ee519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:03,923 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,40293,-1 for getting cluster id 2024-11-19T17:20:03,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:20:03,924 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4bdad390-e8b1-42e3-be0a-b938f9e4379e' 2024-11-19T17:20:03,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:20:03,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4bdad390-e8b1-42e3-be0a-b938f9e4379e" 2024-11-19T17:20:03,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55fd7073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:03,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,40293,-1] 2024-11-19T17:20:03,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:20:03,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:03,926 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:20:03,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8501831, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:03,928 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:20:03,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,40293,1732036796799 2024-11-19T17:20:03,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@594e2c6f 2024-11-19T17:20:03,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:20:03,930 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:20:03,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40293 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://280a42d09ec8:45011,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T17:20:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40293 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T17:20:03,934 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:45011' 2024-11-19T17:20:03,935 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb84bc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:03,935 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,45011,-1 for getting cluster id 2024-11-19T17:20:03,935 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:20:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:20:03,936 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1741ece-69ee-447c-9575-0ef79ea79554' 2024-11-19T17:20:03,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:20:03,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1741ece-69ee-447c-9575-0ef79ea79554" 2024-11-19T17:20:03,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f2f73e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:03,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,45011,-1] 2024-11-19T17:20:03,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:20:03,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:03,938 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:20:03,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42588160, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:03,939 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:20:03,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,45011,1732036792751 2024-11-19T17:20:03,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3960fcc2 2024-11-19T17:20:03,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:20:03,941 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:20:03,942 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T17:20:03,942 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T17:20:03,942 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:03,942 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:03,942 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:20:03,943 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:20:03,944 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T17:20:03,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T17:20:03,945 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:03,946 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T17:20:03,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38183 is added to blk_1073741837_1013 (size=1138) 2024-11-19T17:20:03,994 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T17:20:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:20:04,055 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.wal-reader.280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793 to pos 379, reset compression=false 2024-11-19T17:20:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:20:04,356 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5cf5c8183f9fbf3fa950fbb494b78483, NAME => 'hbase:replication,,1732036803942.5cf5c8183f9fbf3fa950fbb494b78483.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a 2024-11-19T17:20:04,361 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.wal-reader.280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793 to pos 379, reset compression=false 2024-11-19T17:20:04,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38183 is added to blk_1073741838_1014 (size=44) 2024-11-19T17:20:04,364 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732036803942.5cf5c8183f9fbf3fa950fbb494b78483.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:20:04,365 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5cf5c8183f9fbf3fa950fbb494b78483, disabling compactions & flushes 2024-11-19T17:20:04,365 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732036803942.5cf5c8183f9fbf3fa950fbb494b78483. 2024-11-19T17:20:04,365 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732036803942.5cf5c8183f9fbf3fa950fbb494b78483. 2024-11-19T17:20:04,365 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732036803942.5cf5c8183f9fbf3fa950fbb494b78483. after waiting 0 ms 2024-11-19T17:20:04,365 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732036803942.5cf5c8183f9fbf3fa950fbb494b78483. 2024-11-19T17:20:04,365 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732036803942.5cf5c8183f9fbf3fa950fbb494b78483. 2024-11-19T17:20:04,365 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5cf5c8183f9fbf3fa950fbb494b78483: Waiting for close lock at 1732036804365Disabling compacts and flushes for region at 1732036804365Disabling writes for close at 1732036804365Writing region close event to WAL at 1732036804365Closed at 1732036804365 2024-11-19T17:20:04,366 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T17:20:04,366 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732036803942.5cf5c8183f9fbf3fa950fbb494b78483.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732036804366"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732036804366"}]},"ts":"1732036804366"} 2024-11-19T17:20:04,368 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T17:20:04,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T17:20:04,369 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036804369"}]},"ts":"1732036804369"} 2024-11-19T17:20:04,371 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T17:20:04,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5cf5c8183f9fbf3fa950fbb494b78483, ASSIGN}] 2024-11-19T17:20:04,372 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5cf5c8183f9fbf3fa950fbb494b78483, ASSIGN 2024-11-19T17:20:04,372 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5cf5c8183f9fbf3fa950fbb494b78483, ASSIGN; state=OFFLINE, location=280a42d09ec8,46645,1732036796871; forceNewPlan=false, retain=false 2024-11-19T17:20:04,523 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5cf5c8183f9fbf3fa950fbb494b78483, regionState=OPENING, regionLocation=280a42d09ec8,46645,1732036796871 2024-11-19T17:20:04,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5cf5c8183f9fbf3fa950fbb494b78483, ASSIGN because future has completed 2024-11-19T17:20:04,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cf5c8183f9fbf3fa950fbb494b78483, server=280a42d09ec8,46645,1732036796871}] 2024-11-19T17:20:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:20:04,682 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732036803942.5cf5c8183f9fbf3fa950fbb494b78483. 2024-11-19T17:20:04,682 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:20:04,682 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T17:20:04,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C46645%2C1732036796871.rep, suffix=, logDir=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871, archiveDir=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/oldWALs, maxLogs=10 2024-11-19T17:20:04,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871/280a42d09ec8%2C46645%2C1732036796871.rep.1732036804684, exclude list is [], retry=0 2024-11-19T17:20:04,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38183,DS-a4890f61-eb07-4cdf-b75d-97b581f6b915,DISK] 2024-11-19T17:20:04,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871/280a42d09ec8%2C46645%2C1732036796871.rep.1732036804684 2024-11-19T17:20:04,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36213:36213)] 2024-11-19T17:20:04,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5cf5c8183f9fbf3fa950fbb494b78483, NAME => 'hbase:replication,,1732036803942.5cf5c8183f9fbf3fa950fbb494b78483.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:20:04,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:20:04,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:20:04,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732036803942.5cf5c8183f9fbf3fa950fbb494b78483. service=MultiRowMutationService 2024-11-19T17:20:04,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T17:20:04,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5cf5c8183f9fbf3fa950fbb494b78483 2024-11-19T17:20:04,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732036803942.5cf5c8183f9fbf3fa950fbb494b78483.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:20:04,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5cf5c8183f9fbf3fa950fbb494b78483 2024-11-19T17:20:04,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5cf5c8183f9fbf3fa950fbb494b78483 2024-11-19T17:20:04,707 INFO [StoreOpener-5cf5c8183f9fbf3fa950fbb494b78483-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5cf5c8183f9fbf3fa950fbb494b78483 2024-11-19T17:20:04,709 INFO [StoreOpener-5cf5c8183f9fbf3fa950fbb494b78483-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cf5c8183f9fbf3fa950fbb494b78483 columnFamilyName hfileref 2024-11-19T17:20:04,709 DEBUG [StoreOpener-5cf5c8183f9fbf3fa950fbb494b78483-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:04,709 INFO [StoreOpener-5cf5c8183f9fbf3fa950fbb494b78483-1 {}] regionserver.HStore(327): Store=5cf5c8183f9fbf3fa950fbb494b78483/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:04,709 INFO [StoreOpener-5cf5c8183f9fbf3fa950fbb494b78483-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5cf5c8183f9fbf3fa950fbb494b78483 2024-11-19T17:20:04,711 INFO [StoreOpener-5cf5c8183f9fbf3fa950fbb494b78483-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cf5c8183f9fbf3fa950fbb494b78483 columnFamilyName queue 2024-11-19T17:20:04,711 DEBUG [StoreOpener-5cf5c8183f9fbf3fa950fbb494b78483-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:04,711 INFO [StoreOpener-5cf5c8183f9fbf3fa950fbb494b78483-1 {}] regionserver.HStore(327): Store=5cf5c8183f9fbf3fa950fbb494b78483/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:04,711 INFO [StoreOpener-5cf5c8183f9fbf3fa950fbb494b78483-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5cf5c8183f9fbf3fa950fbb494b78483 2024-11-19T17:20:04,712 INFO [StoreOpener-5cf5c8183f9fbf3fa950fbb494b78483-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cf5c8183f9fbf3fa950fbb494b78483 columnFamilyName sid 2024-11-19T17:20:04,712 DEBUG [StoreOpener-5cf5c8183f9fbf3fa950fbb494b78483-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:04,712 INFO [StoreOpener-5cf5c8183f9fbf3fa950fbb494b78483-1 {}] regionserver.HStore(327): Store=5cf5c8183f9fbf3fa950fbb494b78483/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:04,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5cf5c8183f9fbf3fa950fbb494b78483 2024-11-19T17:20:04,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/hbase/replication/5cf5c8183f9fbf3fa950fbb494b78483 2024-11-19T17:20:04,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/hbase/replication/5cf5c8183f9fbf3fa950fbb494b78483 2024-11-19T17:20:04,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5cf5c8183f9fbf3fa950fbb494b78483 2024-11-19T17:20:04,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5cf5c8183f9fbf3fa950fbb494b78483 2024-11-19T17:20:04,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:20:04,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5cf5c8183f9fbf3fa950fbb494b78483 2024-11-19T17:20:04,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/hbase/replication/5cf5c8183f9fbf3fa950fbb494b78483/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:20:04,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5cf5c8183f9fbf3fa950fbb494b78483; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69742377, jitterRate=0.03924240171909332}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:20:04,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5cf5c8183f9fbf3fa950fbb494b78483 2024-11-19T17:20:04,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5cf5c8183f9fbf3fa950fbb494b78483: Running coprocessor pre-open hook at 1732036804706Writing region info on filesystem at 1732036804706Initializing all the Stores at 1732036804706Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036804706Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036804707 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036804707Cleaning up temporary data from old regions at 1732036804714 (+7 ms)Running coprocessor post-open hooks at 1732036804717 (+3 ms)Region opened successfully at 1732036804717 2024-11-19T17:20:04,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732036803942.5cf5c8183f9fbf3fa950fbb494b78483., pid=10, masterSystemTime=1732036804678 2024-11-19T17:20:04,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732036803942.5cf5c8183f9fbf3fa950fbb494b78483. 2024-11-19T17:20:04,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732036803942.5cf5c8183f9fbf3fa950fbb494b78483. 2024-11-19T17:20:04,722 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5cf5c8183f9fbf3fa950fbb494b78483, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,46645,1732036796871 2024-11-19T17:20:04,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cf5c8183f9fbf3fa950fbb494b78483, server=280a42d09ec8,46645,1732036796871 because future has completed 2024-11-19T17:20:04,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T17:20:04,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5cf5c8183f9fbf3fa950fbb494b78483, server=280a42d09ec8,46645,1732036796871 in 200 msec 2024-11-19T17:20:04,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T17:20:04,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5cf5c8183f9fbf3fa950fbb494b78483, ASSIGN in 357 msec 2024-11-19T17:20:04,730 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T17:20:04,730 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036804730"}]},"ts":"1732036804730"} 2024-11-19T17:20:04,732 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T17:20:04,733 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T17:20:04,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 791 msec 2024-11-19T17:20:04,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732036803942.5cf5c8183f9fbf3fa950fbb494b78483., hostname=280a42d09ec8,46645,1732036796871, seqNum=2] 2024-11-19T17:20:04,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40293-0x101313df8270003, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1688916660 2024-11-19T17:20:04,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46645-0x101313df8270004, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1688916660 2024-11-19T17:20:04,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T17:20:04,765 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.wal-reader.280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793 to pos 379, reset compression=false 2024-11-19T17:20:04,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T17:20:04,920 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T17:20:04,954 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-280a42d09ec8,46645,1732036796871, ReplicationSource: 1, currentBandwidth=0 2024-11-19T17:20:04,955 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:20:04,955 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,46645,1732036796871, seqNum=-1] 2024-11-19T17:20:04,955 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:20:04,956 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-19T17:20:04,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-280a42d09ec8,46645,1732036796871', locateType=CURRENT is [region=hbase:replication,,1732036803942.5cf5c8183f9fbf3fa950fbb494b78483., hostname=280a42d09ec8,46645,1732036796871, seqNum=2] 2024-11-19T17:20:04,960 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T17:20:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40293 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T17:20:04,962 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 280a42d09ec8,46645,1732036796871 suceeded 2024-11-19T17:20:04,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T17:20:04,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-19T17:20:04,964 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://280a42d09ec8:45011,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T17:20:04,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0330 sec 2024-11-19T17:20:04,979 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:45011' 2024-11-19T17:20:04,980 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d1e2473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:04,980 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,45011,-1 for getting cluster id 2024-11-19T17:20:04,980 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:20:04,981 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1741ece-69ee-447c-9575-0ef79ea79554' 2024-11-19T17:20:04,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:20:04,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1741ece-69ee-447c-9575-0ef79ea79554" 2024-11-19T17:20:04,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e236c00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:04,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,45011,-1] 2024-11-19T17:20:04,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:20:04,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:04,983 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:20:04,984 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35bde3dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:04,984 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:20:04,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,45011,1732036792751 2024-11-19T17:20:04,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d0555ff 2024-11-19T17:20:04,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:20:04,986 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-19T17:20:04,987 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-280a42d09ec8,46645,1732036796871 (queues=1) is replicating from cluster=4bdad390-e8b1-42e3-be0a-b938f9e4379e to cluster=d1741ece-69ee-447c-9575-0ef79ea79554 2024-11-19T17:20:04,987 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=280a42d09ec8%2C46645%2C1732036796871 2024-11-19T17:20:04,987 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-280a42d09ec8,46645,1732036796871, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T17:20:04,989 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.wal-reader.280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871/280a42d09ec8%2C46645%2C1732036796871.1732036797852, startPosition=0, beingWritten=true 2024-11-19T17:20:04,994 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.shipper280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 280a42d09ec8%2C46645%2C1732036796871 2024-11-19T17:20:04,999 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.wal-reader.280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:20:04,999 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.wal-reader.280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871/280a42d09ec8%2C46645%2C1732036796871.1732036797852 to pos 379, reset compression=false 2024-11-19T17:20:04,999 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.shipper280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,46645,1732036796871 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871/280a42d09ec8%2C46645%2C1732036796871.1732036797852, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:20:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:20:05,071 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T17:20:05,071 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:20:05,071 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:20:05,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:05,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:05,072 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:20:05,072 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:20:05,073 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,35915,1732036792805, seqNum=-1] 2024-11-19T17:20:05,073 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:20:05,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:20:05,076 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732036798467.d9aefce4793e98f4643779b86524c67e., hostname=280a42d09ec8,35915,1732036792805, seqNum=2] 2024-11-19T17:20:05,079 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:20:05,079 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,46645,1732036796871, seqNum=-1] 2024-11-19T17:20:05,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:20:05,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:20:05,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732036800625.6dbd089d3646652b604e7928f12155ae., hostname=280a42d09ec8,46645,1732036796871, seqNum=2] 2024-11-19T17:20:05,083 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-19T17:20:05,202 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.wal-reader.280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871/280a42d09ec8%2C46645%2C1732036796871.1732036797852 to pos 379, reset compression=false 2024-11-19T17:20:05,283 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.wal-reader.280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793 to pos 379, reset compression=false 2024-11-19T17:20:05,288 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.wal-reader.280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T17:20:05,288 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.wal-reader.280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793 to pos 480, reset compression=false 2024-11-19T17:20:05,288 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.shipper280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,35915,1732036792805 got entry batch from reader: WALEntryBatch [walEntries=[{test/d9aefce4793e98f4643779b86524c67e/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-19T17:20:05,290 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.shipper280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:20:05,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-19T17:20:05,293 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46645 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T17:20:05,293 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37f4d5ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:05,293 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46645 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,40293,-1 for getting cluster id 2024-11-19T17:20:05,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:20:05,294 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4bdad390-e8b1-42e3-be0a-b938f9e4379e' 2024-11-19T17:20:05,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:20:05,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4bdad390-e8b1-42e3-be0a-b938f9e4379e" 2024-11-19T17:20:05,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47b4f14e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:05,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,40293,-1] 2024-11-19T17:20:05,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:20:05,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:05,295 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:20:05,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c37892f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:05,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46645 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:20:05,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,46645,1732036796871, seqNum=-1] 2024-11-19T17:20:05,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:20:05,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-19T17:20:05,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732036800625.6dbd089d3646652b604e7928f12155ae., hostname=280a42d09ec8,46645,1732036796871, seqNum=2] 2024-11-19T17:20:05,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46645 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T17:20:05,492 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.wal-reader.280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793 to pos 480, reset compression=false 2024-11-19T17:20:05,506 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.wal-reader.280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871/280a42d09ec8%2C46645%2C1732036796871.1732036797852 to pos 379, reset compression=false 2024-11-19T17:20:05,512 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.wal-reader.280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:20:05,512 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.wal-reader.280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871/280a42d09ec8%2C46645%2C1732036796871.1732036797852 to pos 504, reset compression=false 2024-11-19T17:20:05,512 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.shipper280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,46645,1732036796871 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871/280a42d09ec8%2C46645%2C1732036796871.1732036797852, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:20:05,724 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.wal-reader.280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871/280a42d09ec8%2C46645%2C1732036796871.1732036797852 to pos 504, reset compression=false 2024-11-19T17:20:05,799 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.wal-reader.280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793 to pos 480, reset compression=false 2024-11-19T17:20:05,800 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:20:05,801 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [280a42d09ec8,42739,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:42739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T17:20:05,801 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18264 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [280a42d09ec8,42739,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:42739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T17:20:06,028 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.wal-reader.280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871/280a42d09ec8%2C46645%2C1732036796871.1732036797852 to pos 504, reset compression=false 2024-11-19T17:20:06,087 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-19T17:20:06,090 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-19T17:20:06,203 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.wal-reader.280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793 to pos 480, reset compression=false 2024-11-19T17:20:06,432 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.wal-reader.280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871/280a42d09ec8%2C46645%2C1732036796871.1732036797852 to pos 504, reset compression=false 2024-11-19T17:20:06,437 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.wal-reader.280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T17:20:06,437 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.wal-reader.280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871/280a42d09ec8%2C46645%2C1732036796871.1732036797852 to pos 608, reset compression=false 2024-11-19T17:20:06,437 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.shipper280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,46645,1732036796871 got entry batch from reader: WALEntryBatch [walEntries=[{test/6dbd089d3646652b604e7928f12155ae/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871/280a42d09ec8%2C46645%2C1732036796871.1732036797852, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T17:20:06,439 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.shipper280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:20:06,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-19T17:20:06,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35915 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T17:20:06,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35915 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@672a201b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:06,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35915 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,45011,-1 for getting cluster id 2024-11-19T17:20:06,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35915 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:20:06,442 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1741ece-69ee-447c-9575-0ef79ea79554' 2024-11-19T17:20:06,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:20:06,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1741ece-69ee-447c-9575-0ef79ea79554" 2024-11-19T17:20:06,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35d11276, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:06,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,45011,-1] 2024-11-19T17:20:06,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:20:06,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:06,443 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:20:06,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35915 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31991b84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:06,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35915 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:20:06,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,35915,1732036792805, seqNum=-1] 2024-11-19T17:20:06,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:20:06,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-19T17:20:06,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732036798467.d9aefce4793e98f4643779b86524c67e., hostname=280a42d09ec8,35915,1732036792805, seqNum=2] 2024-11-19T17:20:06,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35915 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T17:20:06,641 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.wal-reader.280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871/280a42d09ec8%2C46645%2C1732036796871.1732036797852 to pos 608, reset compression=false 2024-11-19T17:20:06,655 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T17:20:06,707 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.wal-reader.280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793 to pos 480, reset compression=false 2024-11-19T17:20:06,712 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.wal-reader.280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:20:06,712 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.wal-reader.280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793 to pos 607, reset compression=false 2024-11-19T17:20:06,712 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.shipper280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,35915,1732036792805 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:20:06,916 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.wal-reader.280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793 to pos 607, reset compression=false 2024-11-19T17:20:06,944 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.wal-reader.280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871/280a42d09ec8%2C46645%2C1732036796871.1732036797852 to pos 608, reset compression=false 2024-11-19T17:20:07,091 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-19T17:20:07,098 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-19T17:20:07,221 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.wal-reader.280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793 to pos 607, reset compression=false 2024-11-19T17:20:07,226 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.wal-reader.280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T17:20:07,226 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.wal-reader.280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793 to pos 763, reset compression=false 2024-11-19T17:20:07,226 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.shipper280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,35915,1732036792805 got entry batch from reader: WALEntryBatch [walEntries=[{test/d9aefce4793e98f4643779b86524c67e/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-19T17:20:07,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46645 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T17:20:07,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46645 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T17:20:07,264 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T17:20:07,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:07,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:07,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:07,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:07,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:07,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:07,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:07,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:07,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:07,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:07,348 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.wal-reader.280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871/280a42d09ec8%2C46645%2C1732036796871.1732036797852 to pos 608, reset compression=false 2024-11-19T17:20:07,353 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.wal-reader.280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:20:07,353 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.wal-reader.280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871/280a42d09ec8%2C46645%2C1732036796871.1732036797852 to pos 756, reset compression=false 2024-11-19T17:20:07,353 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.shipper280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,46645,1732036796871 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871/280a42d09ec8%2C46645%2C1732036796871.1732036797852, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:20:07,436 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.wal-reader.280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793 to pos 763, reset compression=false 2024-11-19T17:20:07,557 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.wal-reader.280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871/280a42d09ec8%2C46645%2C1732036796871.1732036797852 to pos 756, reset compression=false 2024-11-19T17:20:07,741 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.wal-reader.280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793 to pos 763, reset compression=false 2024-11-19T17:20:07,866 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.wal-reader.280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871/280a42d09ec8%2C46645%2C1732036796871.1732036797852 to pos 756, reset compression=false 2024-11-19T17:20:08,101 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-19T17:20:08,112 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-19T17:20:08,147 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.wal-reader.280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793 to pos 763, reset compression=false 2024-11-19T17:20:08,270 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.wal-reader.280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871/280a42d09ec8%2C46645%2C1732036796871.1732036797852 to pos 756, reset compression=false 2024-11-19T17:20:08,290 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.wal-reader.280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T17:20:08,290 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.wal-reader.280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871/280a42d09ec8%2C46645%2C1732036796871.1732036797852 to pos 915, reset compression=false 2024-11-19T17:20:08,290 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.shipper280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,46645,1732036796871 got entry batch from reader: WALEntryBatch [walEntries=[{test/6dbd089d3646652b604e7928f12155ae/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871/280a42d09ec8%2C46645%2C1732036796871.1732036797852, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T17:20:08,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35915 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T17:20:08,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35915 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T17:20:08,510 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.wal-reader.280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871/280a42d09ec8%2C46645%2C1732036796871.1732036797852 to pos 915, reset compression=false 2024-11-19T17:20:08,651 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.wal-reader.280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793 to pos 763, reset compression=false 2024-11-19T17:20:08,694 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.wal-reader.280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:20:08,695 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.wal-reader.280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793 to pos 912, reset compression=false 2024-11-19T17:20:08,695 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.shipper280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,35915,1732036792805 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:20:08,829 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.wal-reader.280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871/280a42d09ec8%2C46645%2C1732036796871.1732036797852 to pos 915, reset compression=false 2024-11-19T17:20:08,922 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.wal-reader.280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793 to pos 912, reset compression=false 2024-11-19T17:20:09,115 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-19T17:20:09,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T17:20:09,117 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:20:09,117 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:20:09,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:09,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:09,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:20:09,118 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T17:20:09,118 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1835957777, stopped=false 2024-11-19T17:20:09,118 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=280a42d09ec8,40293,1732036796799 2024-11-19T17:20:09,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40293-0x101313df8270003, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1688916660/running 2024-11-19T17:20:09,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46645-0x101313df8270004, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1688916660/running 2024-11-19T17:20:09,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40293-0x101313df8270003, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1688916660 2024-11-19T17:20:09,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46645-0x101313df8270004, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1688916660 2024-11-19T17:20:09,119 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:20:09,120 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:20:09,120 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:20:09,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:09,120 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '280a42d09ec8,46645,1732036796871' ***** 2024-11-19T17:20:09,120 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T17:20:09,120 INFO [RS:0;280a42d09ec8:46645 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T17:20:09,121 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40293-0x101313df8270003, quorum=127.0.0.1:49883, baseZNode=/1688916660 Set watcher on znode that does not yet exist, /1688916660/running 2024-11-19T17:20:09,121 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46645-0x101313df8270004, quorum=127.0.0.1:49883, baseZNode=/1688916660 Set watcher on znode that does not yet exist, /1688916660/running 2024-11-19T17:20:09,121 INFO [RS:0;280a42d09ec8:46645 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T17:20:09,121 INFO [RS:0;280a42d09ec8:46645 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T17:20:09,121 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T17:20:09,121 INFO [RS:0;280a42d09ec8:46645 {}] regionserver.HRegionServer(3091): Received CLOSE for 5cf5c8183f9fbf3fa950fbb494b78483 2024-11-19T17:20:09,121 INFO [RS:0;280a42d09ec8:46645 {}] regionserver.HRegionServer(3091): Received CLOSE for 6dbd089d3646652b604e7928f12155ae 2024-11-19T17:20:09,121 INFO [RS:0;280a42d09ec8:46645 {}] regionserver.HRegionServer(959): stopping server 280a42d09ec8,46645,1732036796871 2024-11-19T17:20:09,121 INFO [RS:0;280a42d09ec8:46645 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:20:09,121 INFO [RS:0;280a42d09ec8:46645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:46645. 2024-11-19T17:20:09,121 DEBUG [RS:0;280a42d09ec8:46645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:20:09,121 DEBUG [RS:0;280a42d09ec8:46645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:09,121 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5cf5c8183f9fbf3fa950fbb494b78483, disabling compactions & flushes 2024-11-19T17:20:09,121 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732036803942.5cf5c8183f9fbf3fa950fbb494b78483. 2024-11-19T17:20:09,121 INFO [RS:0;280a42d09ec8:46645 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T17:20:09,121 INFO [RS:0;280a42d09ec8:46645 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T17:20:09,121 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732036803942.5cf5c8183f9fbf3fa950fbb494b78483. 2024-11-19T17:20:09,121 INFO [RS:0;280a42d09ec8:46645 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T17:20:09,121 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732036803942.5cf5c8183f9fbf3fa950fbb494b78483. after waiting 0 ms 2024-11-19T17:20:09,121 INFO [RS:0;280a42d09ec8:46645 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T17:20:09,121 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732036803942.5cf5c8183f9fbf3fa950fbb494b78483. 2024-11-19T17:20:09,122 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5cf5c8183f9fbf3fa950fbb494b78483 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-19T17:20:09,122 INFO [RS:0;280a42d09ec8:46645 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T17:20:09,122 DEBUG [RS:0;280a42d09ec8:46645 {}] regionserver.HRegionServer(1325): Online Regions={5cf5c8183f9fbf3fa950fbb494b78483=hbase:replication,,1732036803942.5cf5c8183f9fbf3fa950fbb494b78483., 1588230740=hbase:meta,,1.1588230740, 6dbd089d3646652b604e7928f12155ae=test,,1732036800625.6dbd089d3646652b604e7928f12155ae.} 2024-11-19T17:20:09,122 DEBUG [RS:0;280a42d09ec8:46645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5cf5c8183f9fbf3fa950fbb494b78483, 6dbd089d3646652b604e7928f12155ae 2024-11-19T17:20:09,122 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:20:09,122 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:20:09,122 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:20:09,122 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:20:09,122 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:20:09,122 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T17:20:09,125 INFO [regionserver/280a42d09ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:20:09,141 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/hbase/replication/5cf5c8183f9fbf3fa950fbb494b78483/.tmp/queue/52c5fabfec1e4e0daaf43988f3d593e6 is 153, key is 1-280a42d09ec8,46645,1732036796871/queue:280a42d09ec8%2C46645%2C1732036796871/1732036808296/Put/seqid=0 2024-11-19T17:20:09,143 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/hbase/meta/1588230740/.tmp/info/d5c461cc132a4777b8e8c018cc56528f is 147, key is hbase:replication,,1732036803942.5cf5c8183f9fbf3fa950fbb494b78483./info:regioninfo/1732036804722/Put/seqid=0 2024-11-19T17:20:09,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38183 is added to blk_1073741840_1016 (size=5352) 2024-11-19T17:20:09,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38183 is added to blk_1073741841_1017 (size=7686) 2024-11-19T17:20:09,147 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/hbase/meta/1588230740/.tmp/info/d5c461cc132a4777b8e8c018cc56528f 2024-11-19T17:20:09,171 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/hbase/meta/1588230740/.tmp/ns/06bcce2c9ab64f9cbc9d9ea7d5aa1a2e is 43, key is default/ns:d/1732036798350/Put/seqid=0 2024-11-19T17:20:09,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38183 is added to blk_1073741842_1018 (size=5153) 2024-11-19T17:20:09,243 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.wal-reader.280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793 to pos 912, reset compression=false 2024-11-19T17:20:09,270 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.wal-reader.280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871/280a42d09ec8%2C46645%2C1732036796871.1732036797852 to pos 915, reset compression=false 2024-11-19T17:20:09,322 DEBUG [RS:0;280a42d09ec8:46645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5cf5c8183f9fbf3fa950fbb494b78483, 6dbd089d3646652b604e7928f12155ae 2024-11-19T17:20:09,522 DEBUG [RS:0;280a42d09ec8:46645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5cf5c8183f9fbf3fa950fbb494b78483, 6dbd089d3646652b604e7928f12155ae 2024-11-19T17:20:09,547 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/hbase/replication/5cf5c8183f9fbf3fa950fbb494b78483/.tmp/queue/52c5fabfec1e4e0daaf43988f3d593e6 2024-11-19T17:20:09,552 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/hbase/replication/5cf5c8183f9fbf3fa950fbb494b78483/.tmp/queue/52c5fabfec1e4e0daaf43988f3d593e6 as hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/hbase/replication/5cf5c8183f9fbf3fa950fbb494b78483/queue/52c5fabfec1e4e0daaf43988f3d593e6 2024-11-19T17:20:09,557 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/hbase/replication/5cf5c8183f9fbf3fa950fbb494b78483/queue/52c5fabfec1e4e0daaf43988f3d593e6, entries=1, sequenceid=10, filesize=5.2 K 2024-11-19T17:20:09,558 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 5cf5c8183f9fbf3fa950fbb494b78483 in 437ms, sequenceid=10, compaction requested=false 2024-11-19T17:20:09,561 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/hbase/replication/5cf5c8183f9fbf3fa950fbb494b78483/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T17:20:09,562 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:20:09,562 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:20:09,562 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732036803942.5cf5c8183f9fbf3fa950fbb494b78483. 2024-11-19T17:20:09,562 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5cf5c8183f9fbf3fa950fbb494b78483: Waiting for close lock at 1732036809121Running coprocessor pre-close hooks at 1732036809121Disabling compacts and flushes for region at 1732036809121Disabling writes for close at 1732036809121Obtaining lock to block concurrent updates at 1732036809122 (+1 ms)Preparing flush snapshotting stores in 5cf5c8183f9fbf3fa950fbb494b78483 at 1732036809122Finished memstore snapshotting hbase:replication,,1732036803942.5cf5c8183f9fbf3fa950fbb494b78483., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732036809122Flushing stores of hbase:replication,,1732036803942.5cf5c8183f9fbf3fa950fbb494b78483. at 1732036809122Flushing 5cf5c8183f9fbf3fa950fbb494b78483/queue: creating writer at 1732036809122Flushing 5cf5c8183f9fbf3fa950fbb494b78483/queue: appending metadata at 1732036809141 (+19 ms)Flushing 5cf5c8183f9fbf3fa950fbb494b78483/queue: closing flushed file at 1732036809141Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1379126e: reopening flushed file at 1732036809552 (+411 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 5cf5c8183f9fbf3fa950fbb494b78483 in 437ms, sequenceid=10, compaction requested=false at 1732036809558 (+6 ms)Writing region close event to WAL at 1732036809559 (+1 ms)Running coprocessor post-close hooks at 1732036809562 (+3 ms)Closed at 1732036809562 2024-11-19T17:20:09,562 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732036803942.5cf5c8183f9fbf3fa950fbb494b78483. 2024-11-19T17:20:09,562 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6dbd089d3646652b604e7928f12155ae, disabling compactions & flushes 2024-11-19T17:20:09,562 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732036800625.6dbd089d3646652b604e7928f12155ae. 2024-11-19T17:20:09,562 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732036800625.6dbd089d3646652b604e7928f12155ae. 2024-11-19T17:20:09,562 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732036800625.6dbd089d3646652b604e7928f12155ae. after waiting 0 ms 2024-11-19T17:20:09,562 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732036800625.6dbd089d3646652b604e7928f12155ae. 2024-11-19T17:20:09,563 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6dbd089d3646652b604e7928f12155ae 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-19T17:20:09,576 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/hbase/meta/1588230740/.tmp/ns/06bcce2c9ab64f9cbc9d9ea7d5aa1a2e 2024-11-19T17:20:09,582 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/default/test/6dbd089d3646652b604e7928f12155ae/.tmp/f/47376595cad34873aa840e84318ecb26 is 29, key is row1/f:/1732036808102/DeleteFamily/seqid=0 2024-11-19T17:20:09,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38183 is added to blk_1073741843_1019 (size=5118) 2024-11-19T17:20:09,595 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/hbase/meta/1588230740/.tmp/rep_barrier/631ca1c4ebe948008213a9bce374541d is 112, key is test,,1732036800625.6dbd089d3646652b604e7928f12155ae./rep_barrier:seqnumDuringOpen/1732036801776/Put/seqid=0 2024-11-19T17:20:09,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38183 is added to blk_1073741844_1020 (size=5518) 2024-11-19T17:20:09,654 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.wal-reader.280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793 to pos 912, reset compression=false 2024-11-19T17:20:09,714 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T17:20:09,714 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T17:20:09,722 DEBUG [RS:0;280a42d09ec8:46645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6dbd089d3646652b604e7928f12155ae 2024-11-19T17:20:09,790 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.wal-reader.280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871/280a42d09ec8%2C46645%2C1732036796871.1732036797852 to pos 915, reset compression=false 2024-11-19T17:20:09,805 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.wal-reader.280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:20:09,805 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.wal-reader.280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871/280a42d09ec8%2C46645%2C1732036796871.1732036797852 to pos 1162, reset compression=false 2024-11-19T17:20:09,805 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.shipper280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,46645,1732036796871 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871/280a42d09ec8%2C46645%2C1732036796871.1732036797852, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:20:09,807 ERROR [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.shipper280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 280a42d09ec8,46645,1732036796871: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-280a42d09ec8,46645,1732036796871, walGroup=280a42d09ec8%2C46645%2C1732036796871, offset=280a42d09ec8%2C46645%2C1732036796871.1732036797852:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:46645 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T17:20:09,808 ERROR [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.shipper280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T17:20:09,808 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.shipper280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T17:20:09,809 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.shipper280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T17:20:09,809 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.shipper280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T17:20:09,809 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.shipper280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T17:20:09,809 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.shipper280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 666623680 }, "NonHeapMemoryUsage": { "committed": 194117632, "init": 7667712, "max": -1, "used": 191146216 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T17:20:09,810 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.shipper280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:40293 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:40293 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T17:20:09,923 DEBUG [RS:0;280a42d09ec8:46645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6dbd089d3646652b604e7928f12155ae 2024-11-19T17:20:09,996 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/default/test/6dbd089d3646652b604e7928f12155ae/.tmp/f/47376595cad34873aa840e84318ecb26 2024-11-19T17:20:09,999 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/hbase/meta/1588230740/.tmp/rep_barrier/631ca1c4ebe948008213a9bce374541d 2024-11-19T17:20:10,008 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47376595cad34873aa840e84318ecb26 2024-11-19T17:20:10,013 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.wal-reader.280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871/280a42d09ec8%2C46645%2C1732036796871.1732036797852 to pos 1162, reset compression=false 2024-11-19T17:20:10,026 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/hbase/meta/1588230740/.tmp/table/6d22e92987cd44e68c7837fb5b469d5e is 53, key is hbase:replication/table:state/1732036804730/Put/seqid=0 2024-11-19T17:20:10,031 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/default/test/6dbd089d3646652b604e7928f12155ae/.tmp/f1/0657700929ae493493698f2dfa4c4f25 is 30, key is row1/f1:/1732036808102/DeleteFamily/seqid=0 2024-11-19T17:20:10,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38183 is added to blk_1073741845_1021 (size=5308) 2024-11-19T17:20:10,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38183 is added to blk_1073741846_1022 (size=5123) 2024-11-19T17:20:10,039 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/default/test/6dbd089d3646652b604e7928f12155ae/.tmp/f1/0657700929ae493493698f2dfa4c4f25 2024-11-19T17:20:10,043 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0657700929ae493493698f2dfa4c4f25 2024-11-19T17:20:10,058 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/default/test/6dbd089d3646652b604e7928f12155ae/.tmp/norep/149b13541a31447bb9535ca9291524c8 is 33, key is row1/norep:/1732036808102/DeleteFamily/seqid=0 2024-11-19T17:20:10,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38183 is added to blk_1073741847_1023 (size=5108) 2024-11-19T17:20:10,123 INFO [RS:0;280a42d09ec8:46645 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T17:20:10,123 DEBUG [RS:0;280a42d09ec8:46645 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6dbd089d3646652b604e7928f12155ae=test,,1732036800625.6dbd089d3646652b604e7928f12155ae.} 2024-11-19T17:20:10,123 DEBUG [RS:0;280a42d09ec8:46645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6dbd089d3646652b604e7928f12155ae 2024-11-19T17:20:10,158 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.wal-reader.280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793 to pos 912, reset compression=false 2024-11-19T17:20:10,321 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.wal-reader.280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871/280a42d09ec8%2C46645%2C1732036796871.1732036797852 to pos 1162, reset compression=false 2024-11-19T17:20:10,323 DEBUG [RS:0;280a42d09ec8:46645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6dbd089d3646652b604e7928f12155ae 2024-11-19T17:20:10,438 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/hbase/meta/1588230740/.tmp/table/6d22e92987cd44e68c7837fb5b469d5e 2024-11-19T17:20:10,442 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/hbase/meta/1588230740/.tmp/info/d5c461cc132a4777b8e8c018cc56528f as hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/hbase/meta/1588230740/info/d5c461cc132a4777b8e8c018cc56528f 2024-11-19T17:20:10,446 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/hbase/meta/1588230740/info/d5c461cc132a4777b8e8c018cc56528f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T17:20:10,447 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/hbase/meta/1588230740/.tmp/ns/06bcce2c9ab64f9cbc9d9ea7d5aa1a2e as hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/hbase/meta/1588230740/ns/06bcce2c9ab64f9cbc9d9ea7d5aa1a2e 2024-11-19T17:20:10,451 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/hbase/meta/1588230740/ns/06bcce2c9ab64f9cbc9d9ea7d5aa1a2e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T17:20:10,451 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/hbase/meta/1588230740/.tmp/rep_barrier/631ca1c4ebe948008213a9bce374541d as hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/hbase/meta/1588230740/rep_barrier/631ca1c4ebe948008213a9bce374541d 2024-11-19T17:20:10,455 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/hbase/meta/1588230740/rep_barrier/631ca1c4ebe948008213a9bce374541d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T17:20:10,456 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/hbase/meta/1588230740/.tmp/table/6d22e92987cd44e68c7837fb5b469d5e as hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/hbase/meta/1588230740/table/6d22e92987cd44e68c7837fb5b469d5e 2024-11-19T17:20:10,459 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/hbase/meta/1588230740/table/6d22e92987cd44e68c7837fb5b469d5e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T17:20:10,460 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1338ms, sequenceid=16, compaction requested=false 2024-11-19T17:20:10,462 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/default/test/6dbd089d3646652b604e7928f12155ae/.tmp/norep/149b13541a31447bb9535ca9291524c8 2024-11-19T17:20:10,466 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 149b13541a31447bb9535ca9291524c8 2024-11-19T17:20:10,466 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/default/test/6dbd089d3646652b604e7928f12155ae/.tmp/f/47376595cad34873aa840e84318ecb26 as hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/default/test/6dbd089d3646652b604e7928f12155ae/f/47376595cad34873aa840e84318ecb26 2024-11-19T17:20:10,470 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47376595cad34873aa840e84318ecb26 2024-11-19T17:20:10,470 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/default/test/6dbd089d3646652b604e7928f12155ae/f/47376595cad34873aa840e84318ecb26, entries=2, sequenceid=8, filesize=5.0 K 2024-11-19T17:20:10,471 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/default/test/6dbd089d3646652b604e7928f12155ae/.tmp/f1/0657700929ae493493698f2dfa4c4f25 as hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/default/test/6dbd089d3646652b604e7928f12155ae/f1/0657700929ae493493698f2dfa4c4f25 2024-11-19T17:20:10,476 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0657700929ae493493698f2dfa4c4f25 2024-11-19T17:20:10,476 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/default/test/6dbd089d3646652b604e7928f12155ae/f1/0657700929ae493493698f2dfa4c4f25, entries=2, sequenceid=8, filesize=5.0 K 2024-11-19T17:20:10,477 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/default/test/6dbd089d3646652b604e7928f12155ae/.tmp/norep/149b13541a31447bb9535ca9291524c8 as hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/default/test/6dbd089d3646652b604e7928f12155ae/norep/149b13541a31447bb9535ca9291524c8 2024-11-19T17:20:10,477 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T17:20:10,478 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:20:10,478 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:20:10,478 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:20:10,478 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036809122Running coprocessor pre-close hooks at 1732036809122Disabling compacts and flushes for region at 1732036809122Disabling writes for close at 1732036809122Obtaining lock to block concurrent updates at 1732036809122Preparing flush snapshotting stores in 1588230740 at 1732036809122Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732036809122Flushing stores of hbase:meta,,1.1588230740 at 1732036809123 (+1 ms)Flushing 1588230740/info: creating writer at 1732036809123Flushing 1588230740/info: appending metadata at 1732036809142 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732036809142Flushing 1588230740/ns: creating writer at 1732036809151 (+9 ms)Flushing 1588230740/ns: appending metadata at 1732036809171 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732036809171Flushing 1588230740/rep_barrier: creating writer at 1732036809580 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732036809595 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732036809595Flushing 1588230740/table: creating writer at 1732036810005 (+410 ms)Flushing 1588230740/table: appending metadata at 1732036810025 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732036810025Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ffa1656: reopening flushed file at 1732036810442 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f4dfa52: reopening flushed file at 1732036810447 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c7c264d: reopening flushed file at 1732036810451 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@572d88c: reopening flushed file at 1732036810455 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1338ms, sequenceid=16, compaction requested=false at 1732036810460 (+5 ms)Writing region close event to WAL at 1732036810473 (+13 ms)Running coprocessor post-close hooks at 1732036810478 (+5 ms)Closed at 1732036810478 2024-11-19T17:20:10,478 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T17:20:10,481 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 149b13541a31447bb9535ca9291524c8 2024-11-19T17:20:10,481 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/default/test/6dbd089d3646652b604e7928f12155ae/norep/149b13541a31447bb9535ca9291524c8, entries=1, sequenceid=8, filesize=5.0 K 2024-11-19T17:20:10,482 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 6dbd089d3646652b604e7928f12155ae in 920ms, sequenceid=8, compaction requested=false 2024-11-19T17:20:10,485 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/data/default/test/6dbd089d3646652b604e7928f12155ae/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-19T17:20:10,486 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:20:10,486 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T17:20:10,486 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732036800625.6dbd089d3646652b604e7928f12155ae. 2024-11-19T17:20:10,486 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6dbd089d3646652b604e7928f12155ae: Waiting for close lock at 1732036809562Running coprocessor pre-close hooks at 1732036809562Disabling compacts and flushes for region at 1732036809562Disabling writes for close at 1732036809562Obtaining lock to block concurrent updates at 1732036809563 (+1 ms)Preparing flush snapshotting stores in 6dbd089d3646652b604e7928f12155ae at 1732036809563Finished memstore snapshotting test,,1732036800625.6dbd089d3646652b604e7928f12155ae., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732036809563Flushing stores of test,,1732036800625.6dbd089d3646652b604e7928f12155ae. at 1732036809563Flushing 6dbd089d3646652b604e7928f12155ae/f: creating writer at 1732036809563Flushing 6dbd089d3646652b604e7928f12155ae/f: appending metadata at 1732036809581 (+18 ms)Flushing 6dbd089d3646652b604e7928f12155ae/f: closing flushed file at 1732036809581Flushing 6dbd089d3646652b604e7928f12155ae/f1: creating writer at 1732036810009 (+428 ms)Flushing 6dbd089d3646652b604e7928f12155ae/f1: appending metadata at 1732036810030 (+21 ms)Flushing 6dbd089d3646652b604e7928f12155ae/f1: closing flushed file at 1732036810030Flushing 6dbd089d3646652b604e7928f12155ae/norep: creating writer at 1732036810043 (+13 ms)Flushing 6dbd089d3646652b604e7928f12155ae/norep: appending metadata at 1732036810057 (+14 ms)Flushing 6dbd089d3646652b604e7928f12155ae/norep: closing flushed file at 1732036810057Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@690b864d: reopening flushed file at 1732036810466 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@376b91c2: reopening flushed file at 1732036810470 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41aeb34e: reopening flushed file at 1732036810476 (+6 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 6dbd089d3646652b604e7928f12155ae in 920ms, sequenceid=8, compaction requested=false at 1732036810482 (+6 ms)Writing region close event to WAL at 1732036810483 (+1 ms)Running coprocessor post-close hooks at 1732036810486 (+3 ms)Closed at 1732036810486 2024-11-19T17:20:10,486 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732036800625.6dbd089d3646652b604e7928f12155ae. 2024-11-19T17:20:10,523 INFO [RS:0;280a42d09ec8:46645 {}] regionserver.HRegionServer(976): stopping server 280a42d09ec8,46645,1732036796871; all regions closed. 2024-11-19T17:20:10,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38183 is added to blk_1073741834_1010 (size=4239) 2024-11-19T17:20:10,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38183 is added to blk_1073741839_1015 (size=2676) 2024-11-19T17:20:10,540 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/WALs/280a42d09ec8,46645,1732036796871/280a42d09ec8%2C46645%2C1732036796871.1732036797852 not finished, retry = 0 2024-11-19T17:20:10,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38183 is added to blk_1073741833_1009 (size=1814) 2024-11-19T17:20:10,641 DEBUG [RS:0;280a42d09ec8:46645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:10,641 INFO [RS:0;280a42d09ec8:46645 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:20:10,641 INFO [RS:0;280a42d09ec8:46645 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:20:10,642 INFO [RS:0;280a42d09ec8:46645 {}] hbase.ChoreService(370): Chore service for: regionserver/280a42d09ec8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T17:20:10,642 INFO [RS:0;280a42d09ec8:46645 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:20:10,642 INFO [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:20:10,642 INFO [RS:0;280a42d09ec8:46645 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-280a42d09ec8,46645,1732036796871 because: Region server is closing 2024-11-19T17:20:10,643 INFO [RS:0;280a42d09ec8:46645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:46645. 2024-11-19T17:20:10,643 DEBUG [RS:0;280a42d09ec8:46645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:20:10,643 DEBUG [RS:0;280a42d09ec8:46645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:10,643 DEBUG [RS:0;280a42d09ec8:46645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:10,643 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:20:10,743 INFO [RS:0;280a42d09ec8:46645 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46645,1732036796871.replicationSource.shipper280a42d09ec8%2C46645%2C1732036796871,1-280a42d09ec8,46645,1732036796871 terminated 2024-11-19T17:20:10,744 INFO [RS:0;280a42d09ec8:46645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:46645. 2024-11-19T17:20:10,744 DEBUG [RS:0;280a42d09ec8:46645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:20:10,744 DEBUG [RS:0;280a42d09ec8:46645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:10,744 DEBUG [RS:0;280a42d09ec8:46645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:10,744 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:20:10,744 INFO [RS:0;280a42d09ec8:46645 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46645 2024-11-19T17:20:10,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40293-0x101313df8270003, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1688916660/rs 2024-11-19T17:20:10,746 INFO [RS:0;280a42d09ec8:46645 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:20:10,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46645-0x101313df8270004, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1688916660/rs/280a42d09ec8,46645,1732036796871 2024-11-19T17:20:10,750 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [280a42d09ec8,46645,1732036796871] 2024-11-19T17:20:10,751 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1688916660/draining/280a42d09ec8,46645,1732036796871 already deleted, retry=false 2024-11-19T17:20:10,752 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 280a42d09ec8,46645,1732036796871 expired; onlineServers=0 2024-11-19T17:20:10,752 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '280a42d09ec8,40293,1732036796799' ***** 2024-11-19T17:20:10,752 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T17:20:10,752 INFO [M:0;280a42d09ec8:40293 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:20:10,752 INFO [M:0;280a42d09ec8:40293 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:20:10,752 DEBUG [M:0;280a42d09ec8:40293 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T17:20:10,752 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T17:20:10,752 DEBUG [M:0;280a42d09ec8:40293 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T17:20:10,752 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036797625 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036797625,5,FailOnTimeoutGroup] 2024-11-19T17:20:10,752 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036797616 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036797616,5,FailOnTimeoutGroup] 2024-11-19T17:20:10,752 INFO [M:0;280a42d09ec8:40293 {}] hbase.ChoreService(370): Chore service for: master/280a42d09ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T17:20:10,752 INFO [M:0;280a42d09ec8:40293 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:20:10,752 DEBUG [M:0;280a42d09ec8:40293 {}] master.HMaster(1795): Stopping service threads 2024-11-19T17:20:10,752 INFO [M:0;280a42d09ec8:40293 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T17:20:10,753 INFO [M:0;280a42d09ec8:40293 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:20:10,753 INFO [M:0;280a42d09ec8:40293 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T17:20:10,753 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T17:20:10,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40293-0x101313df8270003, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1688916660/master 2024-11-19T17:20:10,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40293-0x101313df8270003, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1688916660 2024-11-19T17:20:10,754 DEBUG [M:0;280a42d09ec8:40293 {}] zookeeper.ZKUtil(347): master:40293-0x101313df8270003, quorum=127.0.0.1:49883, baseZNode=/1688916660 Unable to get data of znode /1688916660/master because node does not exist (not an error) 2024-11-19T17:20:10,754 WARN [M:0;280a42d09ec8:40293 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T17:20:10,755 INFO [M:0;280a42d09ec8:40293 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/.lastflushedseqids 2024-11-19T17:20:10,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38183 is added to blk_1073741848_1024 (size=245) 2024-11-19T17:20:10,762 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.wal-reader.280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793 to pos 912, reset compression=false 2024-11-19T17:20:10,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46645-0x101313df8270004, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:20:10,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46645-0x101313df8270004, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:20:10,850 INFO [RS:0;280a42d09ec8:46645 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:20:10,850 INFO [RS:0;280a42d09ec8:46645 {}] regionserver.HRegionServer(1031): Exiting; stopping=280a42d09ec8,46645,1732036796871; zookeeper connection closed. 2024-11-19T17:20:10,851 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e8d6e37 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e8d6e37 2024-11-19T17:20:10,851 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T17:20:11,160 INFO [M:0;280a42d09ec8:40293 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T17:20:11,161 INFO [M:0;280a42d09ec8:40293 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T17:20:11,161 DEBUG [M:0;280a42d09ec8:40293 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:20:11,161 INFO [M:0;280a42d09ec8:40293 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:20:11,161 DEBUG [M:0;280a42d09ec8:40293 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:20:11,161 DEBUG [M:0;280a42d09ec8:40293 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:20:11,161 DEBUG [M:0;280a42d09ec8:40293 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:20:11,161 INFO [M:0;280a42d09ec8:40293 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-19T17:20:11,181 DEBUG [M:0;280a42d09ec8:40293 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2633e14ec674458a8b00e09a18bdbee is 82, key is hbase:meta,,1/info:regioninfo/1732036798339/Put/seqid=0 2024-11-19T17:20:11,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38183 is added to blk_1073741849_1025 (size=5672) 2024-11-19T17:20:11,467 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.wal-reader.280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793 to pos 912, reset compression=false 2024-11-19T17:20:11,590 INFO [M:0;280a42d09ec8:40293 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2633e14ec674458a8b00e09a18bdbee 2024-11-19T17:20:11,613 DEBUG [M:0;280a42d09ec8:40293 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0c528f694204a128973335b7850c991 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732036804734/Put/seqid=0 2024-11-19T17:20:11,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38183 is added to blk_1073741850_1026 (size=8515) 2024-11-19T17:20:11,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T17:20:11,976 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-19T17:20:12,018 INFO [M:0;280a42d09ec8:40293 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0c528f694204a128973335b7850c991 2024-11-19T17:20:12,039 DEBUG [M:0;280a42d09ec8:40293 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/016b8980206247cc929ef0d2b4355820 is 69, key is 280a42d09ec8,46645,1732036796871/rs:state/1732036797686/Put/seqid=0 2024-11-19T17:20:12,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38183 is added to blk_1073741851_1027 (size=5156) 2024-11-19T17:20:12,271 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.wal-reader.280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793 to pos 912, reset compression=false 2024-11-19T17:20:12,444 INFO [M:0;280a42d09ec8:40293 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/016b8980206247cc929ef0d2b4355820 2024-11-19T17:20:12,451 DEBUG [M:0;280a42d09ec8:40293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2633e14ec674458a8b00e09a18bdbee as hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2633e14ec674458a8b00e09a18bdbee 2024-11-19T17:20:12,460 INFO [M:0;280a42d09ec8:40293 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2633e14ec674458a8b00e09a18bdbee, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T17:20:12,461 DEBUG [M:0;280a42d09ec8:40293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0c528f694204a128973335b7850c991 as hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f0c528f694204a128973335b7850c991 2024-11-19T17:20:12,467 INFO [M:0;280a42d09ec8:40293 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f0c528f694204a128973335b7850c991, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T17:20:12,468 DEBUG [M:0;280a42d09ec8:40293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/016b8980206247cc929ef0d2b4355820 as hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/016b8980206247cc929ef0d2b4355820 2024-11-19T17:20:12,475 INFO [M:0;280a42d09ec8:40293 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/a210168a-47e5-6f4a-a1c2-a0205b62cf8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/016b8980206247cc929ef0d2b4355820, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T17:20:12,477 INFO [M:0;280a42d09ec8:40293 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=97, compaction requested=false 2024-11-19T17:20:12,493 INFO [M:0;280a42d09ec8:40293 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:20:12,493 DEBUG [M:0;280a42d09ec8:40293 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036811161Disabling compacts and flushes for region at 1732036811161Disabling writes for close at 1732036811161Obtaining lock to block concurrent updates at 1732036811161Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732036811161Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732036811162 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732036811162Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732036811162Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732036811180 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732036811180Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732036811594 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732036811613 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732036811613Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732036812022 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732036812039 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732036812039Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7673ba57: reopening flushed file at 1732036812450 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ba52685: reopening flushed file at 1732036812460 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d08c12: reopening flushed file at 1732036812467 (+7 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=97, compaction requested=false at 1732036812477 (+10 ms)Writing region close event to WAL at 1732036812492 (+15 ms)Closed at 1732036812492 2024-11-19T17:20:12,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38183 is added to blk_1073741830_1006 (size=63642) 2024-11-19T17:20:12,505 INFO [M:0;280a42d09ec8:40293 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T17:20:12,505 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:20:12,505 INFO [M:0;280a42d09ec8:40293 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40293 2024-11-19T17:20:12,506 INFO [M:0;280a42d09ec8:40293 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:20:12,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40293-0x101313df8270003, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:20:12,608 INFO [M:0;280a42d09ec8:40293 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:20:12,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40293-0x101313df8270003, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:20:12,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f12f3fa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:20:12,613 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45eaaaff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:20:12,613 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:20:12,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ab6819f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:20:12,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@685e84f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e/hadoop.log.dir/,STOPPED} 2024-11-19T17:20:12,616 WARN [BP-823068436-172.17.0.2-1732036795965 heartbeating to localhost/127.0.0.1:35281 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T17:20:12,616 WARN [BP-823068436-172.17.0.2-1732036795965 heartbeating to localhost/127.0.0.1:35281 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-823068436-172.17.0.2-1732036795965 (Datanode Uuid 2fee6477-25a2-42c9-b925-b40631215622) service to localhost/127.0.0.1:35281 2024-11-19T17:20:12,617 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e/cluster_cf65769d-914f-4030-6d95-3570f043da4c/data/data1/current/BP-823068436-172.17.0.2-1732036795965 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:20:12,617 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e/cluster_cf65769d-914f-4030-6d95-3570f043da4c/data/data2/current/BP-823068436-172.17.0.2-1732036795965 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:20:12,617 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T17:20:12,617 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T17:20:12,617 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T17:20:12,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@354594df{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:20:12,626 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ad009a9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:20:12,626 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:20:12,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fd43393{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:20:12,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7002f130{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e/hadoop.log.dir/,STOPPED} 2024-11-19T17:20:12,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T17:20:12,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T17:20:12,642 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:20:12,642 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:20:12,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:12,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:12,643 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:20:12,643 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T17:20:12,643 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=923778924, stopped=false 2024-11-19T17:20:12,644 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=280a42d09ec8,45011,1732036792751 2024-11-19T17:20:12,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35915-0x101313df8270001, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-217715340/running 2024-11-19T17:20:12,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x101313df8270000, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-217715340/running 2024-11-19T17:20:12,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35915-0x101313df8270001, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-217715340 2024-11-19T17:20:12,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x101313df8270000, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-217715340 2024-11-19T17:20:12,647 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:20:12,648 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:20:12,648 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:20:12,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:12,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45011-0x101313df8270000, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Set watcher on znode that does not yet exist, /0-217715340/running 2024-11-19T17:20:12,649 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '280a42d09ec8,35915,1732036792805' ***** 2024-11-19T17:20:12,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35915-0x101313df8270001, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Set watcher on znode that does not yet exist, /0-217715340/running 2024-11-19T17:20:12,649 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T17:20:12,649 INFO [RS:0;280a42d09ec8:35915 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T17:20:12,649 INFO [RS:0;280a42d09ec8:35915 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T17:20:12,649 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T17:20:12,649 INFO [RS:0;280a42d09ec8:35915 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T17:20:12,649 INFO [RS:0;280a42d09ec8:35915 {}] regionserver.HRegionServer(3091): Received CLOSE for ca522cd6af12df8e81c6bf9e2accbd68 2024-11-19T17:20:12,650 INFO [RS:0;280a42d09ec8:35915 {}] regionserver.HRegionServer(3091): Received CLOSE for d9aefce4793e98f4643779b86524c67e 2024-11-19T17:20:12,650 INFO [RS:0;280a42d09ec8:35915 {}] regionserver.HRegionServer(959): stopping server 280a42d09ec8,35915,1732036792805 2024-11-19T17:20:12,650 INFO [RS:0;280a42d09ec8:35915 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:20:12,650 INFO [RS:0;280a42d09ec8:35915 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:35915. 2024-11-19T17:20:12,650 DEBUG [RS:0;280a42d09ec8:35915 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:20:12,650 DEBUG [RS:0;280a42d09ec8:35915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:12,650 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ca522cd6af12df8e81c6bf9e2accbd68, disabling compactions & flushes 2024-11-19T17:20:12,650 INFO [RS:0;280a42d09ec8:35915 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T17:20:12,650 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732036802790.ca522cd6af12df8e81c6bf9e2accbd68. 2024-11-19T17:20:12,650 INFO [RS:0;280a42d09ec8:35915 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T17:20:12,650 INFO [RS:0;280a42d09ec8:35915 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T17:20:12,650 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732036802790.ca522cd6af12df8e81c6bf9e2accbd68. 2024-11-19T17:20:12,650 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732036802790.ca522cd6af12df8e81c6bf9e2accbd68. after waiting 0 ms 2024-11-19T17:20:12,650 INFO [RS:0;280a42d09ec8:35915 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T17:20:12,650 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732036802790.ca522cd6af12df8e81c6bf9e2accbd68. 2024-11-19T17:20:12,650 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ca522cd6af12df8e81c6bf9e2accbd68 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-19T17:20:12,650 INFO [RS:0;280a42d09ec8:35915 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T17:20:12,650 DEBUG [RS:0;280a42d09ec8:35915 {}] regionserver.HRegionServer(1325): Online Regions={ca522cd6af12df8e81c6bf9e2accbd68=hbase:replication,,1732036802790.ca522cd6af12df8e81c6bf9e2accbd68., 1588230740=hbase:meta,,1.1588230740, d9aefce4793e98f4643779b86524c67e=test,,1732036798467.d9aefce4793e98f4643779b86524c67e.} 2024-11-19T17:20:12,650 DEBUG [RS:0;280a42d09ec8:35915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ca522cd6af12df8e81c6bf9e2accbd68, d9aefce4793e98f4643779b86524c67e 2024-11-19T17:20:12,651 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:20:12,651 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:20:12,651 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:20:12,652 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:20:12,652 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:20:12,652 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T17:20:12,672 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/hbase/replication/ca522cd6af12df8e81c6bf9e2accbd68/.tmp/queue/4b8fa42e87a046f3b35e249e7bcdfebc is 153, key is 1-280a42d09ec8,35915,1732036792805/queue:280a42d09ec8%2C35915%2C1732036792805/1732036808696/Put/seqid=0 2024-11-19T17:20:12,688 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/hbase/meta/1588230740/.tmp/info/f68749dcd4d9470db1e8628d7ef72a07 is 147, key is hbase:replication,,1732036802790.ca522cd6af12df8e81c6bf9e2accbd68./info:regioninfo/1732036803571/Put/seqid=0 2024-11-19T17:20:12,689 INFO [regionserver/280a42d09ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:20:12,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741840_1016 (size=5352) 2024-11-19T17:20:12,695 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/hbase/replication/ca522cd6af12df8e81c6bf9e2accbd68/.tmp/queue/4b8fa42e87a046f3b35e249e7bcdfebc 2024-11-19T17:20:12,697 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T17:20:12,697 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T17:20:12,711 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/hbase/replication/ca522cd6af12df8e81c6bf9e2accbd68/.tmp/queue/4b8fa42e87a046f3b35e249e7bcdfebc as hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/hbase/replication/ca522cd6af12df8e81c6bf9e2accbd68/queue/4b8fa42e87a046f3b35e249e7bcdfebc 2024-11-19T17:20:12,717 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/hbase/replication/ca522cd6af12df8e81c6bf9e2accbd68/queue/4b8fa42e87a046f3b35e249e7bcdfebc, entries=1, sequenceid=10, filesize=5.2 K 2024-11-19T17:20:12,719 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for ca522cd6af12df8e81c6bf9e2accbd68 in 69ms, sequenceid=10, compaction requested=false 2024-11-19T17:20:12,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741841_1017 (size=7686) 2024-11-19T17:20:12,725 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/hbase/meta/1588230740/.tmp/info/f68749dcd4d9470db1e8628d7ef72a07 2024-11-19T17:20:12,729 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/hbase/replication/ca522cd6af12df8e81c6bf9e2accbd68/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T17:20:12,731 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:20:12,731 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:20:12,731 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732036802790.ca522cd6af12df8e81c6bf9e2accbd68. 2024-11-19T17:20:12,731 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ca522cd6af12df8e81c6bf9e2accbd68: Waiting for close lock at 1732036812650Running coprocessor pre-close hooks at 1732036812650Disabling compacts and flushes for region at 1732036812650Disabling writes for close at 1732036812650Obtaining lock to block concurrent updates at 1732036812650Preparing flush snapshotting stores in ca522cd6af12df8e81c6bf9e2accbd68 at 1732036812650Finished memstore snapshotting hbase:replication,,1732036802790.ca522cd6af12df8e81c6bf9e2accbd68., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732036812651 (+1 ms)Flushing stores of hbase:replication,,1732036802790.ca522cd6af12df8e81c6bf9e2accbd68. at 1732036812651Flushing ca522cd6af12df8e81c6bf9e2accbd68/queue: creating writer at 1732036812651Flushing ca522cd6af12df8e81c6bf9e2accbd68/queue: appending metadata at 1732036812670 (+19 ms)Flushing ca522cd6af12df8e81c6bf9e2accbd68/queue: closing flushed file at 1732036812671 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c5d884c: reopening flushed file at 1732036812710 (+39 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for ca522cd6af12df8e81c6bf9e2accbd68 in 69ms, sequenceid=10, compaction requested=false at 1732036812719 (+9 ms)Writing region close event to WAL at 1732036812720 (+1 ms)Running coprocessor post-close hooks at 1732036812731 (+11 ms)Closed at 1732036812731 2024-11-19T17:20:12,731 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732036802790.ca522cd6af12df8e81c6bf9e2accbd68. 2024-11-19T17:20:12,731 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d9aefce4793e98f4643779b86524c67e, disabling compactions & flushes 2024-11-19T17:20:12,731 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732036798467.d9aefce4793e98f4643779b86524c67e. 2024-11-19T17:20:12,732 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732036798467.d9aefce4793e98f4643779b86524c67e. 2024-11-19T17:20:12,732 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732036798467.d9aefce4793e98f4643779b86524c67e. after waiting 0 ms 2024-11-19T17:20:12,732 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732036798467.d9aefce4793e98f4643779b86524c67e. 2024-11-19T17:20:12,732 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d9aefce4793e98f4643779b86524c67e 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-19T17:20:12,752 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/hbase/meta/1588230740/.tmp/ns/db01fa5b57344a1586e651daac930ac6 is 43, key is default/ns:d/1732036795807/Put/seqid=0 2024-11-19T17:20:12,756 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/default/test/d9aefce4793e98f4643779b86524c67e/.tmp/f/9267abedcfff4580999d719f96c19578 is 29, key is row1/f:/1732036808102/DeleteFamily/seqid=0 2024-11-19T17:20:12,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741842_1018 (size=5153) 2024-11-19T17:20:12,762 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/hbase/meta/1588230740/.tmp/ns/db01fa5b57344a1586e651daac930ac6 2024-11-19T17:20:12,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741843_1019 (size=5118) 2024-11-19T17:20:12,767 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/default/test/d9aefce4793e98f4643779b86524c67e/.tmp/f/9267abedcfff4580999d719f96c19578 2024-11-19T17:20:12,778 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9267abedcfff4580999d719f96c19578 2024-11-19T17:20:12,800 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/hbase/meta/1588230740/.tmp/rep_barrier/bedd1dccab5e435cb5c7e62400cb1fae is 112, key is test,,1732036798467.d9aefce4793e98f4643779b86524c67e./rep_barrier:seqnumDuringOpen/1732036799638/Put/seqid=0 2024-11-19T17:20:12,801 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/default/test/d9aefce4793e98f4643779b86524c67e/.tmp/f1/f16250ec4d40443fb03e47d34abda922 is 30, key is row1/f1:/1732036808102/DeleteFamily/seqid=0 2024-11-19T17:20:12,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741844_1020 (size=5123) 2024-11-19T17:20:12,810 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/default/test/d9aefce4793e98f4643779b86524c67e/.tmp/f1/f16250ec4d40443fb03e47d34abda922 2024-11-19T17:20:12,818 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f16250ec4d40443fb03e47d34abda922 2024-11-19T17:20:12,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741845_1021 (size=5518) 2024-11-19T17:20:12,851 DEBUG [RS:0;280a42d09ec8:35915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d9aefce4793e98f4643779b86524c67e 2024-11-19T17:20:12,852 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/default/test/d9aefce4793e98f4643779b86524c67e/.tmp/norep/ed679b4b20cf4f0e8fe664a7c7de7a2d is 32, key is row/norep:/1732036807095/DeleteFamily/seqid=0 2024-11-19T17:20:12,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741846_1022 (size=5101) 2024-11-19T17:20:12,874 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/default/test/d9aefce4793e98f4643779b86524c67e/.tmp/norep/ed679b4b20cf4f0e8fe664a7c7de7a2d 2024-11-19T17:20:12,880 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed679b4b20cf4f0e8fe664a7c7de7a2d 2024-11-19T17:20:12,883 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/default/test/d9aefce4793e98f4643779b86524c67e/.tmp/f/9267abedcfff4580999d719f96c19578 as hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/default/test/d9aefce4793e98f4643779b86524c67e/f/9267abedcfff4580999d719f96c19578 2024-11-19T17:20:12,889 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9267abedcfff4580999d719f96c19578 2024-11-19T17:20:12,889 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/default/test/d9aefce4793e98f4643779b86524c67e/f/9267abedcfff4580999d719f96c19578, entries=2, sequenceid=8, filesize=5.0 K 2024-11-19T17:20:12,890 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/default/test/d9aefce4793e98f4643779b86524c67e/.tmp/f1/f16250ec4d40443fb03e47d34abda922 as hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/default/test/d9aefce4793e98f4643779b86524c67e/f1/f16250ec4d40443fb03e47d34abda922 2024-11-19T17:20:12,894 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f16250ec4d40443fb03e47d34abda922 2024-11-19T17:20:12,894 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/default/test/d9aefce4793e98f4643779b86524c67e/f1/f16250ec4d40443fb03e47d34abda922, entries=2, sequenceid=8, filesize=5.0 K 2024-11-19T17:20:12,895 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/default/test/d9aefce4793e98f4643779b86524c67e/.tmp/norep/ed679b4b20cf4f0e8fe664a7c7de7a2d as hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/default/test/d9aefce4793e98f4643779b86524c67e/norep/ed679b4b20cf4f0e8fe664a7c7de7a2d 2024-11-19T17:20:12,899 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed679b4b20cf4f0e8fe664a7c7de7a2d 2024-11-19T17:20:12,900 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/default/test/d9aefce4793e98f4643779b86524c67e/norep/ed679b4b20cf4f0e8fe664a7c7de7a2d, entries=1, sequenceid=8, filesize=5.0 K 2024-11-19T17:20:12,901 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for d9aefce4793e98f4643779b86524c67e in 169ms, sequenceid=8, compaction requested=false 2024-11-19T17:20:12,907 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/default/test/d9aefce4793e98f4643779b86524c67e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-19T17:20:12,908 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:20:12,908 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T17:20:12,908 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732036798467.d9aefce4793e98f4643779b86524c67e. 2024-11-19T17:20:12,908 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d9aefce4793e98f4643779b86524c67e: Waiting for close lock at 1732036812731Running coprocessor pre-close hooks at 1732036812731Disabling compacts and flushes for region at 1732036812731Disabling writes for close at 1732036812732 (+1 ms)Obtaining lock to block concurrent updates at 1732036812732Preparing flush snapshotting stores in d9aefce4793e98f4643779b86524c67e at 1732036812732Finished memstore snapshotting test,,1732036798467.d9aefce4793e98f4643779b86524c67e., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732036812732Flushing stores of test,,1732036798467.d9aefce4793e98f4643779b86524c67e. at 1732036812733 (+1 ms)Flushing d9aefce4793e98f4643779b86524c67e/f: creating writer at 1732036812733Flushing d9aefce4793e98f4643779b86524c67e/f: appending metadata at 1732036812755 (+22 ms)Flushing d9aefce4793e98f4643779b86524c67e/f: closing flushed file at 1732036812756 (+1 ms)Flushing d9aefce4793e98f4643779b86524c67e/f1: creating writer at 1732036812778 (+22 ms)Flushing d9aefce4793e98f4643779b86524c67e/f1: appending metadata at 1732036812800 (+22 ms)Flushing d9aefce4793e98f4643779b86524c67e/f1: closing flushed file at 1732036812800Flushing d9aefce4793e98f4643779b86524c67e/norep: creating writer at 1732036812818 (+18 ms)Flushing d9aefce4793e98f4643779b86524c67e/norep: appending metadata at 1732036812851 (+33 ms)Flushing d9aefce4793e98f4643779b86524c67e/norep: closing flushed file at 1732036812851Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48e5cad5: reopening flushed file at 1732036812880 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2667afe9: reopening flushed file at 1732036812889 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@711b1bf: reopening flushed file at 1732036812894 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for d9aefce4793e98f4643779b86524c67e in 169ms, sequenceid=8, compaction requested=false at 1732036812901 (+7 ms)Writing region close event to WAL at 1732036812903 (+2 ms)Running coprocessor post-close hooks at 1732036812907 (+4 ms)Closed at 1732036812908 (+1 ms) 2024-11-19T17:20:12,908 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732036798467.d9aefce4793e98f4643779b86524c67e. 2024-11-19T17:20:13,051 DEBUG [RS:0;280a42d09ec8:35915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:20:13,176 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.wal-reader.280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793 to pos 912, reset compression=false 2024-11-19T17:20:13,195 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.wal-reader.280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:20:13,196 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.wal-reader.280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793 to pos 1803, reset compression=false 2024-11-19T17:20:13,196 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.shipper280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,35915,1732036792805 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793, lastWalPosition=1803, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:20:13,197 ERROR [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.shipper280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 280a42d09ec8,35915,1732036792805: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-280a42d09ec8,35915,1732036792805, walGroup=280a42d09ec8%2C35915%2C1732036792805, offset=280a42d09ec8%2C35915%2C1732036792805.1732036794793:1803, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:35915 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T17:20:13,198 ERROR [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.shipper280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T17:20:13,198 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.shipper280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T17:20:13,198 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.shipper280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T17:20:13,200 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.shipper280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T17:20:13,200 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.shipper280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T17:20:13,200 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.shipper280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 626777792 }, "NonHeapMemoryUsage": { "committed": 194510848, "init": 7667712, "max": -1, "used": 191729712 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T17:20:13,201 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.shipper280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:45011 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:45011 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T17:20:13,230 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/hbase/meta/1588230740/.tmp/rep_barrier/bedd1dccab5e435cb5c7e62400cb1fae 2024-11-19T17:20:13,251 DEBUG [RS:0;280a42d09ec8:35915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:20:13,258 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/hbase/meta/1588230740/.tmp/table/5f0dc013b5164feeaace639bbb5ac55c is 53, key is hbase:replication/table:state/1732036803577/Put/seqid=0 2024-11-19T17:20:13,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741847_1023 (size=5308) 2024-11-19T17:20:13,405 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.wal-reader.280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793 to pos 1803, reset compression=false 2024-11-19T17:20:13,451 DEBUG [RS:0;280a42d09ec8:35915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:20:13,651 INFO [RS:0;280a42d09ec8:35915 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T17:20:13,652 DEBUG [RS:0;280a42d09ec8:35915 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T17:20:13,652 DEBUG [RS:0;280a42d09ec8:35915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:20:13,663 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/hbase/meta/1588230740/.tmp/table/5f0dc013b5164feeaace639bbb5ac55c 2024-11-19T17:20:13,667 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/hbase/meta/1588230740/.tmp/info/f68749dcd4d9470db1e8628d7ef72a07 as hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/hbase/meta/1588230740/info/f68749dcd4d9470db1e8628d7ef72a07 2024-11-19T17:20:13,671 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/hbase/meta/1588230740/info/f68749dcd4d9470db1e8628d7ef72a07, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T17:20:13,671 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/hbase/meta/1588230740/.tmp/ns/db01fa5b57344a1586e651daac930ac6 as hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/hbase/meta/1588230740/ns/db01fa5b57344a1586e651daac930ac6 2024-11-19T17:20:13,675 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/hbase/meta/1588230740/ns/db01fa5b57344a1586e651daac930ac6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T17:20:13,675 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/hbase/meta/1588230740/.tmp/rep_barrier/bedd1dccab5e435cb5c7e62400cb1fae as hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/hbase/meta/1588230740/rep_barrier/bedd1dccab5e435cb5c7e62400cb1fae 2024-11-19T17:20:13,679 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/hbase/meta/1588230740/rep_barrier/bedd1dccab5e435cb5c7e62400cb1fae, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T17:20:13,679 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/hbase/meta/1588230740/.tmp/table/5f0dc013b5164feeaace639bbb5ac55c as hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/hbase/meta/1588230740/table/5f0dc013b5164feeaace639bbb5ac55c 2024-11-19T17:20:13,683 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/hbase/meta/1588230740/table/5f0dc013b5164feeaace639bbb5ac55c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T17:20:13,684 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1032ms, sequenceid=16, compaction requested=false 2024-11-19T17:20:13,690 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T17:20:13,690 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:20:13,690 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:20:13,691 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:20:13,691 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036812650Running coprocessor pre-close hooks at 1732036812650Disabling compacts and flushes for region at 1732036812650Disabling writes for close at 1732036812652 (+2 ms)Obtaining lock to block concurrent updates at 1732036812652Preparing flush snapshotting stores in 1588230740 at 1732036812652Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732036812653 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732036812653Flushing 1588230740/info: creating writer at 1732036812653Flushing 1588230740/info: appending metadata at 1732036812688 (+35 ms)Flushing 1588230740/info: closing flushed file at 1732036812688Flushing 1588230740/ns: creating writer at 1732036812733 (+45 ms)Flushing 1588230740/ns: appending metadata at 1732036812751 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732036812751Flushing 1588230740/rep_barrier: creating writer at 1732036812767 (+16 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732036812800 (+33 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732036812800Flushing 1588230740/table: creating writer at 1732036813235 (+435 ms)Flushing 1588230740/table: appending metadata at 1732036813257 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732036813257Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@334a7a6c: reopening flushed file at 1732036813667 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@caa326b: reopening flushed file at 1732036813671 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36b5c582: reopening flushed file at 1732036813675 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1216e87a: reopening flushed file at 1732036813679 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1032ms, sequenceid=16, compaction requested=false at 1732036813684 (+5 ms)Writing region close event to WAL at 1732036813687 (+3 ms)Running coprocessor post-close hooks at 1732036813690 (+3 ms)Closed at 1732036813690 2024-11-19T17:20:13,691 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T17:20:13,710 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.wal-reader.280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793 to pos 1803, reset compression=false 2024-11-19T17:20:13,852 INFO [RS:0;280a42d09ec8:35915 {}] regionserver.HRegionServer(976): stopping server 280a42d09ec8,35915,1732036792805; all regions closed. 2024-11-19T17:20:13,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741834_1010 (size=4239) 2024-11-19T17:20:13,854 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.meta.1732036795737.meta not finished, retry = 0 2024-11-19T17:20:13,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741839_1015 (size=2676) 2024-11-19T17:20:13,970 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/WALs/280a42d09ec8,35915,1732036792805/280a42d09ec8%2C35915%2C1732036792805.1732036794793 not finished, retry = 0 2024-11-19T17:20:13,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741832_1008 (size=1811) 2024-11-19T17:20:14,071 DEBUG [RS:0;280a42d09ec8:35915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:14,071 INFO [RS:0;280a42d09ec8:35915 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:20:14,071 INFO [RS:0;280a42d09ec8:35915 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:20:14,071 INFO [RS:0;280a42d09ec8:35915 {}] hbase.ChoreService(370): Chore service for: regionserver/280a42d09ec8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T17:20:14,072 INFO [RS:0;280a42d09ec8:35915 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:20:14,072 INFO [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:20:14,072 INFO [RS:0;280a42d09ec8:35915 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-280a42d09ec8,35915,1732036792805 because: Region server is closing 2024-11-19T17:20:14,072 INFO [RS:0;280a42d09ec8:35915 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:35915. 2024-11-19T17:20:14,072 DEBUG [RS:0;280a42d09ec8:35915 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:20:14,072 DEBUG [RS:0;280a42d09ec8:35915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:14,072 DEBUG [RS:0;280a42d09ec8:35915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:14,072 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:20:14,173 INFO [RS:0;280a42d09ec8:35915 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35915,1732036792805.replicationSource.shipper280a42d09ec8%2C35915%2C1732036792805,1-280a42d09ec8,35915,1732036792805 terminated 2024-11-19T17:20:14,173 INFO [RS:0;280a42d09ec8:35915 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:35915. 2024-11-19T17:20:14,173 DEBUG [RS:0;280a42d09ec8:35915 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:20:14,173 DEBUG [RS:0;280a42d09ec8:35915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:14,173 DEBUG [RS:0;280a42d09ec8:35915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:14,173 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:20:14,173 INFO [RS:0;280a42d09ec8:35915 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35915 2024-11-19T17:20:14,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35915-0x101313df8270001, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-217715340/rs/280a42d09ec8,35915,1732036792805 2024-11-19T17:20:14,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x101313df8270000, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-217715340/rs 2024-11-19T17:20:14,176 INFO [RS:0;280a42d09ec8:35915 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:20:14,178 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [280a42d09ec8,35915,1732036792805] 2024-11-19T17:20:14,180 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-217715340/draining/280a42d09ec8,35915,1732036792805 already deleted, retry=false 2024-11-19T17:20:14,180 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 280a42d09ec8,35915,1732036792805 expired; onlineServers=0 2024-11-19T17:20:14,180 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '280a42d09ec8,45011,1732036792751' ***** 2024-11-19T17:20:14,180 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T17:20:14,180 INFO [M:0;280a42d09ec8:45011 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:20:14,180 INFO [M:0;280a42d09ec8:45011 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:20:14,180 DEBUG [M:0;280a42d09ec8:45011 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T17:20:14,180 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T17:20:14,180 DEBUG [M:0;280a42d09ec8:45011 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T17:20:14,180 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036794579 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036794579,5,FailOnTimeoutGroup] 2024-11-19T17:20:14,180 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036794579 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036794579,5,FailOnTimeoutGroup] 2024-11-19T17:20:14,180 INFO [M:0;280a42d09ec8:45011 {}] hbase.ChoreService(370): Chore service for: master/280a42d09ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T17:20:14,180 INFO [M:0;280a42d09ec8:45011 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:20:14,180 DEBUG [M:0;280a42d09ec8:45011 {}] master.HMaster(1795): Stopping service threads 2024-11-19T17:20:14,180 INFO [M:0;280a42d09ec8:45011 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T17:20:14,181 INFO [M:0;280a42d09ec8:45011 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:20:14,181 INFO [M:0;280a42d09ec8:45011 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T17:20:14,181 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T17:20:14,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x101313df8270000, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-217715340/master 2024-11-19T17:20:14,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x101313df8270000, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-217715340 2024-11-19T17:20:14,181 DEBUG [M:0;280a42d09ec8:45011 {}] zookeeper.ZKUtil(347): master:45011-0x101313df8270000, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Unable to get data of znode /0-217715340/master because node does not exist (not an error) 2024-11-19T17:20:14,181 WARN [M:0;280a42d09ec8:45011 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T17:20:14,182 INFO [M:0;280a42d09ec8:45011 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/.lastflushedseqids 2024-11-19T17:20:14,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741848_1024 (size=245) 2024-11-19T17:20:14,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35915-0x101313df8270001, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:20:14,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35915-0x101313df8270001, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:20:14,279 INFO [RS:0;280a42d09ec8:35915 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:20:14,279 INFO [RS:0;280a42d09ec8:35915 {}] regionserver.HRegionServer(1031): Exiting; stopping=280a42d09ec8,35915,1732036792805; zookeeper connection closed. 2024-11-19T17:20:14,279 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3528a8bc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3528a8bc 2024-11-19T17:20:14,279 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T17:20:14,587 INFO [M:0;280a42d09ec8:45011 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T17:20:14,587 INFO [M:0;280a42d09ec8:45011 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T17:20:14,587 DEBUG [M:0;280a42d09ec8:45011 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:20:14,587 INFO [M:0;280a42d09ec8:45011 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:20:14,587 DEBUG [M:0;280a42d09ec8:45011 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:20:14,587 DEBUG [M:0;280a42d09ec8:45011 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:20:14,587 DEBUG [M:0;280a42d09ec8:45011 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:20:14,587 INFO [M:0;280a42d09ec8:45011 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-19T17:20:14,606 DEBUG [M:0;280a42d09ec8:45011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c88589fc38844750b7aea1ea800e8910 is 82, key is hbase:meta,,1/info:regioninfo/1732036795790/Put/seqid=0 2024-11-19T17:20:14,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741849_1025 (size=5672) 2024-11-19T17:20:15,011 INFO [M:0;280a42d09ec8:45011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c88589fc38844750b7aea1ea800e8910 2024-11-19T17:20:15,029 DEBUG [M:0;280a42d09ec8:45011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/29aac45b05a64f8992b570c5a58bd1f4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732036803580/Put/seqid=0 2024-11-19T17:20:15,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741850_1026 (size=8517) 2024-11-19T17:20:15,064 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T17:20:15,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:15,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:15,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:15,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:15,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:15,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:15,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:15,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:15,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:15,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:15,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:15,434 INFO [M:0;280a42d09ec8:45011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/29aac45b05a64f8992b570c5a58bd1f4 2024-11-19T17:20:15,456 DEBUG [M:0;280a42d09ec8:45011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4355b539d32420ba1ff7876c249b8ae is 69, key is 280a42d09ec8,35915,1732036792805/rs:state/1732036794648/Put/seqid=0 2024-11-19T17:20:15,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741851_1027 (size=5156) 2024-11-19T17:20:15,860 INFO [M:0;280a42d09ec8:45011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4355b539d32420ba1ff7876c249b8ae 2024-11-19T17:20:15,866 DEBUG [M:0;280a42d09ec8:45011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c88589fc38844750b7aea1ea800e8910 as hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c88589fc38844750b7aea1ea800e8910 2024-11-19T17:20:15,872 INFO [M:0;280a42d09ec8:45011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c88589fc38844750b7aea1ea800e8910, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T17:20:15,873 DEBUG [M:0;280a42d09ec8:45011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/29aac45b05a64f8992b570c5a58bd1f4 as hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/29aac45b05a64f8992b570c5a58bd1f4 2024-11-19T17:20:15,877 INFO [M:0;280a42d09ec8:45011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/29aac45b05a64f8992b570c5a58bd1f4, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T17:20:15,878 DEBUG [M:0;280a42d09ec8:45011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4355b539d32420ba1ff7876c249b8ae as hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c4355b539d32420ba1ff7876c249b8ae 2024-11-19T17:20:15,883 INFO [M:0;280a42d09ec8:45011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41395/user/jenkins/test-data/f0c7c562-afd3-2f82-0daf-68ac239e5195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c4355b539d32420ba1ff7876c249b8ae, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T17:20:15,884 INFO [M:0;280a42d09ec8:45011 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=97, compaction requested=false 2024-11-19T17:20:15,885 INFO [M:0;280a42d09ec8:45011 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:20:15,885 DEBUG [M:0;280a42d09ec8:45011 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036814587Disabling compacts and flushes for region at 1732036814587Disabling writes for close at 1732036814587Obtaining lock to block concurrent updates at 1732036814587Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732036814587Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732036814588 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732036814588Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732036814588Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732036814606 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732036814606Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732036815015 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732036815029 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732036815029Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732036815438 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732036815455 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732036815455Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a89c0d6: reopening flushed file at 1732036815865 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2343333b: reopening flushed file at 1732036815872 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@483ea64a: reopening flushed file at 1732036815877 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=97, compaction requested=false at 1732036815884 (+7 ms)Writing region close event to WAL at 1732036815885 (+1 ms)Closed at 1732036815885 2024-11-19T17:20:15,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741830_1006 (size=63666) 2024-11-19T17:20:15,887 INFO [M:0;280a42d09ec8:45011 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T17:20:15,887 INFO [M:0;280a42d09ec8:45011 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45011 2024-11-19T17:20:15,888 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:20:15,888 INFO [M:0;280a42d09ec8:45011 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:20:15,890 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:20:15,891 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [280a42d09ec8,42739,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:42739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T17:20:15,891 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28354 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [280a42d09ec8,42739,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:42739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T17:20:15,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x101313df8270000, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:20:15,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x101313df8270000, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:20:15,990 INFO [M:0;280a42d09ec8:45011 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:20:15,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c486f7b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:20:15,993 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41188e45{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:20:15,993 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:20:15,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@201eac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:20:15,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fc452b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534/hadoop.log.dir/,STOPPED} 2024-11-19T17:20:15,994 WARN [BP-1248832905-172.17.0.2-1732036791723 heartbeating to localhost/127.0.0.1:41395 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T17:20:15,994 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T17:20:15,994 WARN [BP-1248832905-172.17.0.2-1732036791723 heartbeating to localhost/127.0.0.1:41395 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1248832905-172.17.0.2-1732036791723 (Datanode Uuid e7c01cd8-8396-46a8-9474-563374178f4a) service to localhost/127.0.0.1:41395 2024-11-19T17:20:15,994 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T17:20:15,995 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534/cluster_f1048233-4844-ac67-b9c9-3d4900676dc2/data/data1/current/BP-1248832905-172.17.0.2-1732036791723 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:20:15,995 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534/cluster_f1048233-4844-ac67-b9c9-3d4900676dc2/data/data2/current/BP-1248832905-172.17.0.2-1732036791723 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:20:15,995 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T17:20:16,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e6d1833{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:20:16,002 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b6c1525{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:20:16,002 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:20:16,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ea90aa6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:20:16,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37119634{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18ab1016-64af-8f98-3d69-8423fcb06534/hadoop.log.dir/,STOPPED} 2024-11-19T17:20:16,007 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T17:20:16,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T17:20:16,028 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=263 (was 243) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41395 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:41395 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49883) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35281 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:35281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41395 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41395 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41395 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49883) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35281 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35281 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=656 (was 621) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=323 (was 233) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6373 (was 6000) - AvailableMemoryMB LEAK? - 2024-11-19T17:20:16,038 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=263, OpenFileDescriptor=656, MaxFileDescriptor=1048576, SystemLoadAverage=323, ProcessCount=11, AvailableMemoryMB=6373 2024-11-19T17:20:16,052 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-19T17:20:16,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e/hadoop.log.dir so I do NOT create it in target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192 2024-11-19T17:20:16,052 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T17:20:16,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e/hadoop.tmp.dir so I do NOT create it in target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192 2024-11-19T17:20:16,052 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a395162-f9ad-bd93-c72f-cf5109a14d2e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T17:20:16,052 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192 2024-11-19T17:20:16,052 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192/cluster_7a17368c-1303-a8a5-72ce-2cf2741d6768, deleteOnExit=true 2024-11-19T17:20:16,055 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192/cluster_7a17368c-1303-a8a5-72ce-2cf2741d6768/zookeeper_0, clientPort=53177, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192/cluster_7a17368c-1303-a8a5-72ce-2cf2741d6768/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192/cluster_7a17368c-1303-a8a5-72ce-2cf2741d6768/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T17:20:16,056 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53177 2024-11-19T17:20:16,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T17:20:16,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T17:20:16,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192/test.cache.data in system properties and HBase conf 2024-11-19T17:20:16,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T17:20:16,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192/hadoop.log.dir in system properties and HBase conf 2024-11-19T17:20:16,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T17:20:16,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T17:20:16,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T17:20:16,057 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T17:20:16,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:20:16,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:20:16,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T17:20:16,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:20:16,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T17:20:16,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T17:20:16,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:20:16,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:20:16,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T17:20:16,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192/nfs.dump.dir in system properties and HBase conf 2024-11-19T17:20:16,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192/java.io.tmpdir in system properties and HBase conf 2024-11-19T17:20:16,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:20:16,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T17:20:16,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T17:20:16,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101313df8270005, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T17:20:16,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101313df8270002, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T17:20:16,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101313df8270005, quorum=127.0.0.1:49883, baseZNode=/1688916660 Received Disconnected from ZooKeeper, ignoring 2024-11-19T17:20:16,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101313df8270002, quorum=127.0.0.1:49883, baseZNode=/0-217715340 Received Disconnected from ZooKeeper, ignoring 2024-11-19T17:20:16,141 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:20:16,144 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:20:16,145 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:20:16,145 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:20:16,145 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T17:20:16,146 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:20:16,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d225e59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:20:16,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42243d59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:20:16,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a134138{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192/java.io.tmpdir/jetty-localhost-33749-hadoop-hdfs-3_4_1-tests_jar-_-any-17517319284375878700/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:20:16,279 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69f7ea7f{HTTP/1.1, (http/1.1)}{localhost:33749} 2024-11-19T17:20:16,279 INFO [Time-limited test {}] server.Server(415): Started @209562ms 2024-11-19T17:20:16,358 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:20:16,362 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:20:16,365 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:20:16,365 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:20:16,365 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T17:20:16,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@481a6c88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:20:16,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a7a6bba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:20:16,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@152ccef3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192/java.io.tmpdir/jetty-localhost-37529-hadoop-hdfs-3_4_1-tests_jar-_-any-5333678927693420541/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:20:16,482 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40aebd3c{HTTP/1.1, (http/1.1)}{localhost:37529} 2024-11-19T17:20:16,482 INFO [Time-limited test {}] server.Server(415): Started @209764ms 2024-11-19T17:20:16,483 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T17:20:16,591 WARN [Thread-2674 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192/cluster_7a17368c-1303-a8a5-72ce-2cf2741d6768/data/data1/current/BP-945216825-172.17.0.2-1732036816075/current, will proceed with Du for space computation calculation, 2024-11-19T17:20:16,591 WARN [Thread-2675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192/cluster_7a17368c-1303-a8a5-72ce-2cf2741d6768/data/data2/current/BP-945216825-172.17.0.2-1732036816075/current, will proceed with Du for space computation calculation, 2024-11-19T17:20:16,614 WARN [Thread-2662 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T17:20:16,619 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc65b26e3900b9cfc with lease ID 0x8ebb2951b8744a02: Processing first storage report for DS-ced42de4-0e84-4baa-84a4-521618390d53 from datanode DatanodeRegistration(127.0.0.1:39685, datanodeUuid=b42e076a-4964-4f1c-be72-16ed321d0991, infoPort=33491, infoSecurePort=0, ipcPort=38269, storageInfo=lv=-57;cid=testClusterID;nsid=1127020422;c=1732036816075) 2024-11-19T17:20:16,619 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc65b26e3900b9cfc with lease ID 0x8ebb2951b8744a02: from storage DS-ced42de4-0e84-4baa-84a4-521618390d53 node DatanodeRegistration(127.0.0.1:39685, datanodeUuid=b42e076a-4964-4f1c-be72-16ed321d0991, infoPort=33491, infoSecurePort=0, ipcPort=38269, storageInfo=lv=-57;cid=testClusterID;nsid=1127020422;c=1732036816075), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:20:16,619 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc65b26e3900b9cfc with lease ID 0x8ebb2951b8744a02: Processing first storage report for DS-3b8a05ad-1a33-4a17-be82-7e237aad4260 from datanode DatanodeRegistration(127.0.0.1:39685, datanodeUuid=b42e076a-4964-4f1c-be72-16ed321d0991, infoPort=33491, infoSecurePort=0, ipcPort=38269, storageInfo=lv=-57;cid=testClusterID;nsid=1127020422;c=1732036816075) 2024-11-19T17:20:16,619 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc65b26e3900b9cfc with lease ID 0x8ebb2951b8744a02: from storage DS-3b8a05ad-1a33-4a17-be82-7e237aad4260 node DatanodeRegistration(127.0.0.1:39685, datanodeUuid=b42e076a-4964-4f1c-be72-16ed321d0991, infoPort=33491, infoSecurePort=0, ipcPort=38269, storageInfo=lv=-57;cid=testClusterID;nsid=1127020422;c=1732036816075), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:20:16,705 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192 2024-11-19T17:20:16,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:20:16,706 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:20:16,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741825_1001 (size=7) 2024-11-19T17:20:17,114 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320 with version=8 2024-11-19T17:20:17,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/hbase-staging 2024-11-19T17:20:17,117 INFO [Time-limited test {}] client.ConnectionUtils(128): master/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:20:17,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:20:17,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:20:17,117 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:20:17,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:20:17,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:20:17,117 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T17:20:17,117 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:20:17,118 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34245 2024-11-19T17:20:17,118 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34245 connecting to ZooKeeper ensemble=127.0.0.1:53177 2024-11-19T17:20:17,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342450x0, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:20:17,125 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34245-0x101313e57460000 connected 2024-11-19T17:20:17,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:20:17,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:20:17,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34245-0x101313e57460000, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Set watcher on znode that does not yet exist, /0-798878112/running 2024-11-19T17:20:17,143 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320, hbase.cluster.distributed=false 2024-11-19T17:20:17,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34245-0x101313e57460000, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Set watcher on znode that does not yet exist, /0-798878112/acl 2024-11-19T17:20:17,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34245 2024-11-19T17:20:17,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34245 2024-11-19T17:20:17,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34245 2024-11-19T17:20:17,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34245 2024-11-19T17:20:17,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34245 2024-11-19T17:20:17,167 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:20:17,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:20:17,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:20:17,167 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:20:17,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:20:17,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:20:17,167 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T17:20:17,167 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:20:17,168 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44979 2024-11-19T17:20:17,168 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44979 connecting to ZooKeeper ensemble=127.0.0.1:53177 2024-11-19T17:20:17,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:20:17,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:20:17,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449790x0, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:20:17,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449790x0, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Set watcher on znode that does not yet exist, /0-798878112/running 2024-11-19T17:20:17,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44979-0x101313e57460001 connected 2024-11-19T17:20:17,176 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T17:20:17,179 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T17:20:17,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44979-0x101313e57460001, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Set watcher on znode that does not yet exist, /0-798878112/master 2024-11-19T17:20:17,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44979-0x101313e57460001, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Set watcher on znode that does not yet exist, /0-798878112/acl 2024-11-19T17:20:17,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44979 2024-11-19T17:20:17,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44979 2024-11-19T17:20:17,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44979 2024-11-19T17:20:17,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44979 2024-11-19T17:20:17,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44979 2024-11-19T17:20:17,201 DEBUG [M:0;280a42d09ec8:34245 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;280a42d09ec8:34245 2024-11-19T17:20:17,201 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-798878112/backup-masters/280a42d09ec8,34245,1732036817116 2024-11-19T17:20:17,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44979-0x101313e57460001, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798878112/backup-masters 2024-11-19T17:20:17,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101313e57460000, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798878112/backup-masters 2024-11-19T17:20:17,203 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34245-0x101313e57460000, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Set watcher on existing znode=/0-798878112/backup-masters/280a42d09ec8,34245,1732036817116 2024-11-19T17:20:17,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44979-0x101313e57460001, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-798878112/master 2024-11-19T17:20:17,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44979-0x101313e57460001, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798878112 2024-11-19T17:20:17,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101313e57460000, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798878112 2024-11-19T17:20:17,205 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34245-0x101313e57460000, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Set watcher on existing znode=/0-798878112/master 2024-11-19T17:20:17,206 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-798878112/backup-masters/280a42d09ec8,34245,1732036817116 from backup master directory 2024-11-19T17:20:17,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101313e57460000, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-798878112/backup-masters/280a42d09ec8,34245,1732036817116 2024-11-19T17:20:17,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101313e57460000, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798878112/backup-masters 2024-11-19T17:20:17,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44979-0x101313e57460001, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798878112/backup-masters 2024-11-19T17:20:17,207 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:20:17,207 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=280a42d09ec8,34245,1732036817116 2024-11-19T17:20:17,210 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/hbase.id] with ID: 8c69f3e1-101f-49dc-845f-cf21cd6a0602 2024-11-19T17:20:17,210 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/.tmp/hbase.id 2024-11-19T17:20:17,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741826_1002 (size=42) 2024-11-19T17:20:17,618 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/.tmp/hbase.id]:[hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/hbase.id] 2024-11-19T17:20:17,627 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:20:17,627 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T17:20:17,628 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-19T17:20:17,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44979-0x101313e57460001, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798878112 2024-11-19T17:20:17,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101313e57460000, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798878112 2024-11-19T17:20:17,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741827_1003 (size=196) 2024-11-19T17:20:18,036 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:20:18,037 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T17:20:18,037 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:20:18,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741828_1004 (size=1189) 2024-11-19T17:20:18,447 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/MasterData/data/master/store 2024-11-19T17:20:18,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741829_1005 (size=34) 2024-11-19T17:20:18,876 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:20:18,876 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:20:18,876 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:20:18,876 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:20:18,876 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:20:18,876 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:20:18,876 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:20:18,876 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036818876Disabling compacts and flushes for region at 1732036818876Disabling writes for close at 1732036818876Writing region close event to WAL at 1732036818876Closed at 1732036818876 2024-11-19T17:20:18,877 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/MasterData/data/master/store/.initializing 2024-11-19T17:20:18,877 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/MasterData/WALs/280a42d09ec8,34245,1732036817116 2024-11-19T17:20:18,878 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:20:18,879 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=280a42d09ec8%2C34245%2C1732036817116, suffix=, logDir=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/MasterData/WALs/280a42d09ec8,34245,1732036817116, archiveDir=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/MasterData/oldWALs, maxLogs=10 2024-11-19T17:20:18,894 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/MasterData/WALs/280a42d09ec8,34245,1732036817116/280a42d09ec8%2C34245%2C1732036817116.1732036818879, exclude list is [], retry=0 2024-11-19T17:20:18,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39685,DS-ced42de4-0e84-4baa-84a4-521618390d53,DISK] 2024-11-19T17:20:18,898 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/MasterData/WALs/280a42d09ec8,34245,1732036817116/280a42d09ec8%2C34245%2C1732036817116.1732036818879 2024-11-19T17:20:18,900 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33491:33491)] 2024-11-19T17:20:18,900 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:20:18,901 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:20:18,901 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:18,901 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:18,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:18,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T17:20:18,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:18,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:20:18,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:18,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T17:20:18,913 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:18,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:18,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:18,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T17:20:18,915 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:18,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:18,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:18,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T17:20:18,916 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:18,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:18,917 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:18,918 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:18,918 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:18,919 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:18,919 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:18,919 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:20:18,922 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:18,928 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:20:18,928 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64392852, jitterRate=-0.04047173261642456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:20:18,929 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732036818901Initializing all the Stores at 1732036818901Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036818901Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036818902 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036818902Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036818902Cleaning up temporary data from old regions at 1732036818919 (+17 ms)Region opened successfully at 1732036818929 (+10 ms) 2024-11-19T17:20:18,929 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T17:20:18,932 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b07956, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:20:18,933 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T17:20:18,933 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T17:20:18,933 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T17:20:18,934 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T17:20:18,934 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T17:20:18,934 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T17:20:18,934 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T17:20:18,938 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T17:20:18,939 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34245-0x101313e57460000, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Unable to get data of znode /0-798878112/balancer because node does not exist (not necessarily an error) 2024-11-19T17:20:18,940 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-798878112/balancer already deleted, retry=false 2024-11-19T17:20:18,940 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T17:20:18,941 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34245-0x101313e57460000, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Unable to get data of znode /0-798878112/normalizer because node does not exist (not necessarily an error) 2024-11-19T17:20:18,942 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-798878112/normalizer already deleted, retry=false 2024-11-19T17:20:18,942 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T17:20:18,943 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34245-0x101313e57460000, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Unable to get data of znode /0-798878112/switch/split because node does not exist (not necessarily an error) 2024-11-19T17:20:18,944 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-798878112/switch/split already deleted, retry=false 2024-11-19T17:20:18,945 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34245-0x101313e57460000, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Unable to get data of znode /0-798878112/switch/merge because node does not exist (not necessarily an error) 2024-11-19T17:20:18,947 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-798878112/switch/merge already deleted, retry=false 2024-11-19T17:20:18,948 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34245-0x101313e57460000, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Unable to get data of znode /0-798878112/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T17:20:18,949 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-798878112/snapshot-cleanup already deleted, retry=false 2024-11-19T17:20:18,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44979-0x101313e57460001, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-798878112/running 2024-11-19T17:20:18,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101313e57460000, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-798878112/running 2024-11-19T17:20:18,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44979-0x101313e57460001, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798878112 2024-11-19T17:20:18,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101313e57460000, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798878112 2024-11-19T17:20:18,951 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=280a42d09ec8,34245,1732036817116, sessionid=0x101313e57460000, setting cluster-up flag (Was=false) 2024-11-19T17:20:18,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44979-0x101313e57460001, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798878112 2024-11-19T17:20:18,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101313e57460000, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798878112 2024-11-19T17:20:18,958 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-798878112/flush-table-proc/acquired, /0-798878112/flush-table-proc/reached, /0-798878112/flush-table-proc/abort 2024-11-19T17:20:18,959 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,34245,1732036817116 2024-11-19T17:20:18,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44979-0x101313e57460001, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798878112 2024-11-19T17:20:18,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101313e57460000, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798878112 2024-11-19T17:20:18,969 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-798878112/online-snapshot/acquired, /0-798878112/online-snapshot/reached, /0-798878112/online-snapshot/abort 2024-11-19T17:20:18,970 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,34245,1732036817116 2024-11-19T17:20:18,971 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T17:20:18,973 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T17:20:18,973 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T17:20:18,973 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T17:20:18,973 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 280a42d09ec8,34245,1732036817116 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T17:20:18,974 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:20:18,974 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:20:18,974 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:20:18,974 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:20:18,974 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/280a42d09ec8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T17:20:18,974 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:18,974 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:20:18,974 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:18,976 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:20:18,976 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T17:20:18,976 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:18,976 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T17:20:18,980 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732036848980 2024-11-19T17:20:18,981 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T17:20:18,981 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T17:20:18,981 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T17:20:18,981 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T17:20:18,981 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T17:20:18,981 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T17:20:18,981 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:18,984 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T17:20:18,984 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T17:20:18,984 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T17:20:18,984 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T17:20:18,985 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T17:20:18,985 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T17:20:18,988 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036818985,5,FailOnTimeoutGroup] 2024-11-19T17:20:18,990 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036818988,5,FailOnTimeoutGroup] 2024-11-19T17:20:18,990 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:18,990 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T17:20:18,990 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:18,990 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:18,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741831_1007 (size=1321) 2024-11-19T17:20:18,993 INFO [RS:0;280a42d09ec8:44979 {}] regionserver.HRegionServer(746): ClusterId : 8c69f3e1-101f-49dc-845f-cf21cd6a0602 2024-11-19T17:20:18,993 DEBUG [RS:0;280a42d09ec8:44979 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T17:20:18,994 DEBUG [RS:0;280a42d09ec8:44979 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T17:20:18,994 DEBUG [RS:0;280a42d09ec8:44979 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T17:20:18,996 DEBUG [RS:0;280a42d09ec8:44979 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T17:20:18,996 DEBUG [RS:0;280a42d09ec8:44979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3660f82c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:20:19,008 DEBUG [RS:0;280a42d09ec8:44979 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;280a42d09ec8:44979 2024-11-19T17:20:19,008 INFO [RS:0;280a42d09ec8:44979 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T17:20:19,008 INFO [RS:0;280a42d09ec8:44979 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T17:20:19,008 DEBUG [RS:0;280a42d09ec8:44979 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T17:20:19,009 INFO [RS:0;280a42d09ec8:44979 {}] regionserver.HRegionServer(2659): reportForDuty to master=280a42d09ec8,34245,1732036817116 with port=44979, startcode=1732036817167 2024-11-19T17:20:19,009 DEBUG [RS:0;280a42d09ec8:44979 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T17:20:19,010 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T17:20:19,011 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34245 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 280a42d09ec8,44979,1732036817167 2024-11-19T17:20:19,011 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34245 {}] master.ServerManager(517): Registering regionserver=280a42d09ec8,44979,1732036817167 2024-11-19T17:20:19,013 DEBUG [RS:0;280a42d09ec8:44979 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320 2024-11-19T17:20:19,013 DEBUG [RS:0;280a42d09ec8:44979 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46113 2024-11-19T17:20:19,013 DEBUG [RS:0;280a42d09ec8:44979 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T17:20:19,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101313e57460000, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798878112/rs 2024-11-19T17:20:19,014 DEBUG [RS:0;280a42d09ec8:44979 {}] zookeeper.ZKUtil(111): regionserver:44979-0x101313e57460001, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Set watcher on existing znode=/0-798878112/rs/280a42d09ec8,44979,1732036817167 2024-11-19T17:20:19,014 WARN [RS:0;280a42d09ec8:44979 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:20:19,015 INFO [RS:0;280a42d09ec8:44979 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:20:19,015 DEBUG [RS:0;280a42d09ec8:44979 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167 2024-11-19T17:20:19,015 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [280a42d09ec8,44979,1732036817167] 2024-11-19T17:20:19,017 INFO [RS:0;280a42d09ec8:44979 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T17:20:19,019 INFO [RS:0;280a42d09ec8:44979 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T17:20:19,020 INFO [RS:0;280a42d09ec8:44979 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T17:20:19,020 INFO [RS:0;280a42d09ec8:44979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:19,021 INFO [RS:0;280a42d09ec8:44979 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T17:20:19,022 INFO [RS:0;280a42d09ec8:44979 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T17:20:19,022 INFO [RS:0;280a42d09ec8:44979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:19,022 DEBUG [RS:0;280a42d09ec8:44979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:19,022 DEBUG [RS:0;280a42d09ec8:44979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:19,022 DEBUG [RS:0;280a42d09ec8:44979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:19,022 DEBUG [RS:0;280a42d09ec8:44979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:19,022 DEBUG [RS:0;280a42d09ec8:44979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:19,022 DEBUG [RS:0;280a42d09ec8:44979 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:20:19,022 DEBUG [RS:0;280a42d09ec8:44979 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:19,022 DEBUG [RS:0;280a42d09ec8:44979 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:19,022 DEBUG [RS:0;280a42d09ec8:44979 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:19,022 DEBUG [RS:0;280a42d09ec8:44979 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:19,022 DEBUG [RS:0;280a42d09ec8:44979 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:19,022 DEBUG [RS:0;280a42d09ec8:44979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:19,022 DEBUG [RS:0;280a42d09ec8:44979 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:20:19,022 DEBUG [RS:0;280a42d09ec8:44979 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:20:19,022 INFO [RS:0;280a42d09ec8:44979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:19,022 INFO [RS:0;280a42d09ec8:44979 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:19,022 INFO [RS:0;280a42d09ec8:44979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:19,023 INFO [RS:0;280a42d09ec8:44979 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:19,023 INFO [RS:0;280a42d09ec8:44979 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:19,023 INFO [RS:0;280a42d09ec8:44979 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,44979,1732036817167-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:20:19,043 INFO [RS:0;280a42d09ec8:44979 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T17:20:19,043 INFO [RS:0;280a42d09ec8:44979 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,44979,1732036817167-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:19,043 INFO [RS:0;280a42d09ec8:44979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:19,043 INFO [RS:0;280a42d09ec8:44979 {}] regionserver.Replication(171): 280a42d09ec8,44979,1732036817167 started 2024-11-19T17:20:19,061 INFO [RS:0;280a42d09ec8:44979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:19,061 INFO [RS:0;280a42d09ec8:44979 {}] regionserver.HRegionServer(1482): Serving as 280a42d09ec8,44979,1732036817167, RpcServer on 280a42d09ec8/172.17.0.2:44979, sessionid=0x101313e57460001 2024-11-19T17:20:19,061 DEBUG [RS:0;280a42d09ec8:44979 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T17:20:19,061 DEBUG [RS:0;280a42d09ec8:44979 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 280a42d09ec8,44979,1732036817167 2024-11-19T17:20:19,061 DEBUG [RS:0;280a42d09ec8:44979 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,44979,1732036817167' 2024-11-19T17:20:19,061 DEBUG [RS:0;280a42d09ec8:44979 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-798878112/flush-table-proc/abort' 2024-11-19T17:20:19,062 DEBUG [RS:0;280a42d09ec8:44979 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-798878112/flush-table-proc/acquired' 2024-11-19T17:20:19,062 DEBUG [RS:0;280a42d09ec8:44979 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T17:20:19,062 DEBUG [RS:0;280a42d09ec8:44979 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T17:20:19,062 DEBUG [RS:0;280a42d09ec8:44979 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 280a42d09ec8,44979,1732036817167 2024-11-19T17:20:19,062 DEBUG [RS:0;280a42d09ec8:44979 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,44979,1732036817167' 2024-11-19T17:20:19,062 DEBUG [RS:0;280a42d09ec8:44979 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-798878112/online-snapshot/abort' 2024-11-19T17:20:19,063 DEBUG [RS:0;280a42d09ec8:44979 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-798878112/online-snapshot/acquired' 2024-11-19T17:20:19,063 DEBUG [RS:0;280a42d09ec8:44979 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T17:20:19,063 INFO [RS:0;280a42d09ec8:44979 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T17:20:19,063 INFO [RS:0;280a42d09ec8:44979 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T17:20:19,163 INFO [RS:0;280a42d09ec8:44979 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:20:19,165 INFO [RS:0;280a42d09ec8:44979 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C44979%2C1732036817167, suffix=, logDir=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167, archiveDir=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/oldWALs, maxLogs=10 2024-11-19T17:20:19,178 DEBUG [RS:0;280a42d09ec8:44979 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165, exclude list is [], retry=0 2024-11-19T17:20:19,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39685,DS-ced42de4-0e84-4baa-84a4-521618390d53,DISK] 2024-11-19T17:20:19,182 INFO [RS:0;280a42d09ec8:44979 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 2024-11-19T17:20:19,182 DEBUG [RS:0;280a42d09ec8:44979 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33491:33491)] 2024-11-19T17:20:19,392 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T17:20:19,392 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320 2024-11-19T17:20:19,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741833_1009 (size=32) 2024-11-19T17:20:19,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:20:19,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:20:19,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:20:19,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:19,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:20:19,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:20:19,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:20:19,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:19,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:20:19,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:20:19,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:20:19,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:19,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:20:19,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:20:19,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:20:19,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:19,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:20:19,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:20:19,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/hbase/meta/1588230740 2024-11-19T17:20:19,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/hbase/meta/1588230740 2024-11-19T17:20:19,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:20:19,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:20:19,806 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:20:19,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:20:19,808 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:20:19,809 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74314342, jitterRate=0.10736998915672302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:20:19,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732036819798Initializing all the Stores at 1732036819799 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036819799Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036819799Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036819799Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036819799Cleaning up temporary data from old regions at 1732036819806 (+7 ms)Region opened successfully at 1732036819809 (+3 ms) 2024-11-19T17:20:19,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:20:19,809 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:20:19,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:20:19,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:20:19,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:20:19,810 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:20:19,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036819809Disabling compacts and flushes for region at 1732036819809Disabling writes for close at 1732036819809Writing region close event to WAL at 1732036819810 (+1 ms)Closed at 1732036819810 2024-11-19T17:20:19,810 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:20:19,810 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T17:20:19,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T17:20:19,811 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:20:19,812 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T17:20:19,962 DEBUG [280a42d09ec8:34245 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T17:20:19,963 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=280a42d09ec8,44979,1732036817167 2024-11-19T17:20:19,964 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,44979,1732036817167, state=OPENING 2024-11-19T17:20:19,966 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T17:20:19,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44979-0x101313e57460001, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798878112 2024-11-19T17:20:19,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101313e57460000, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798878112 2024-11-19T17:20:19,968 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:20:19,968 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-798878112/meta-region-server: CHANGED 2024-11-19T17:20:19,968 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-798878112/meta-region-server: CHANGED 2024-11-19T17:20:19,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,44979,1732036817167}] 2024-11-19T17:20:20,120 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:20:20,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T17:20:20,125 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T17:20:20,125 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:20:20,125 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T17:20:20,127 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C44979%2C1732036817167.meta, suffix=.meta, logDir=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167, archiveDir=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/oldWALs, maxLogs=10 2024-11-19T17:20:20,140 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.meta.1732036820127.meta, exclude list is [], retry=0 2024-11-19T17:20:20,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39685,DS-ced42de4-0e84-4baa-84a4-521618390d53,DISK] 2024-11-19T17:20:20,144 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.meta.1732036820127.meta 2024-11-19T17:20:20,144 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33491:33491)] 2024-11-19T17:20:20,144 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:20:20,145 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:20:20,145 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:20:20,145 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T17:20:20,145 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T17:20:20,145 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T17:20:20,145 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:20:20,145 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T17:20:20,145 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T17:20:20,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:20:20,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:20:20,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:20,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:20:20,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:20:20,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:20:20,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:20,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:20:20,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:20:20,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:20:20,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:20,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:20:20,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:20:20,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:20:20,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:20,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:20:20,150 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:20:20,150 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/hbase/meta/1588230740 2024-11-19T17:20:20,151 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/hbase/meta/1588230740 2024-11-19T17:20:20,152 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:20:20,152 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:20:20,152 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:20:20,153 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:20:20,154 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72602821, jitterRate=0.08186633884906769}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:20:20,154 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T17:20:20,155 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732036820145Writing region info on filesystem at 1732036820145Initializing all the Stores at 1732036820146 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036820146Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036820146Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036820146Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036820146Cleaning up temporary data from old regions at 1732036820152 (+6 ms)Running coprocessor post-open hooks at 1732036820154 (+2 ms)Region opened successfully at 1732036820155 (+1 ms) 2024-11-19T17:20:20,156 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732036820120 2024-11-19T17:20:20,158 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T17:20:20,158 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T17:20:20,158 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,44979,1732036817167 2024-11-19T17:20:20,159 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,44979,1732036817167, state=OPEN 2024-11-19T17:20:20,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101313e57460000, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-798878112/meta-region-server 2024-11-19T17:20:20,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44979-0x101313e57460001, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-798878112/meta-region-server 2024-11-19T17:20:20,165 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=280a42d09ec8,44979,1732036817167 2024-11-19T17:20:20,165 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-798878112/meta-region-server: CHANGED 2024-11-19T17:20:20,165 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-798878112/meta-region-server: CHANGED 2024-11-19T17:20:20,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T17:20:20,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,44979,1732036817167 in 197 msec 2024-11-19T17:20:20,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T17:20:20,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-19T17:20:20,169 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:20:20,169 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T17:20:20,170 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:20:20,170 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,44979,1732036817167, seqNum=-1] 2024-11-19T17:20:20,170 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:20:20,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:20:20,174 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2020 sec 2024-11-19T17:20:20,174 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732036820174, completionTime=-1 2024-11-19T17:20:20,174 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T17:20:20,175 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T17:20:20,176 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T17:20:20,176 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732036880176 2024-11-19T17:20:20,176 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732036940176 2024-11-19T17:20:20,176 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T17:20:20,176 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,34245,1732036817116-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:20,177 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,34245,1732036817116-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:20,177 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,34245,1732036817116-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:20,177 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-280a42d09ec8:34245, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:20,177 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:20,177 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:20,178 DEBUG [master/280a42d09ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T17:20:20,180 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.973sec 2024-11-19T17:20:20,181 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T17:20:20,181 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T17:20:20,181 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T17:20:20,181 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T17:20:20,181 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T17:20:20,181 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,34245,1732036817116-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:20:20,181 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,34245,1732036817116-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T17:20:20,182 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T17:20:20,182 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T17:20:20,182 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,34245,1732036817116-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:20,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c51c0c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:20,194 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,34245,-1 for getting cluster id 2024-11-19T17:20:20,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:20:20,195 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c69f3e1-101f-49dc-845f-cf21cd6a0602' 2024-11-19T17:20:20,195 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:20:20,195 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c69f3e1-101f-49dc-845f-cf21cd6a0602" 2024-11-19T17:20:20,196 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d185176, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:20,196 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,34245,-1] 2024-11-19T17:20:20,196 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:20:20,196 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:20,197 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:20:20,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6abd4005, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:20,198 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:20:20,198 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,44979,1732036817167, seqNum=-1] 2024-11-19T17:20:20,199 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:20:20,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:20:20,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=280a42d09ec8,34245,1732036817116 2024-11-19T17:20:20,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53177 2024-11-19T17:20:20,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:20:20,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101313e57460002 connected 2024-11-19T17:20:20,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192/hadoop.log.dir so I do NOT create it in target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4 2024-11-19T17:20:20,208 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T17:20:20,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192/hadoop.tmp.dir so I do NOT create it in target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4 2024-11-19T17:20:20,208 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T17:20:20,208 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4 2024-11-19T17:20:20,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T17:20:20,208 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4/cluster_58cd801d-1203-373e-b40e-20d38643b48b, deleteOnExit=true 2024-11-19T17:20:20,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T17:20:20,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4/test.cache.data in system properties and HBase conf 2024-11-19T17:20:20,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T17:20:20,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4/hadoop.log.dir in system properties and HBase conf 2024-11-19T17:20:20,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T17:20:20,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T17:20:20,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T17:20:20,209 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T17:20:20,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:20:20,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:20:20,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T17:20:20,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:20:20,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T17:20:20,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T17:20:20,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:20:20,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:20:20,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T17:20:20,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4/nfs.dump.dir in system properties and HBase conf 2024-11-19T17:20:20,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4/java.io.tmpdir in system properties and HBase conf 2024-11-19T17:20:20,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:20:20,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T17:20:20,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T17:20:20,293 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:20:20,297 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:20:20,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:20:20,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:20:20,300 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T17:20:20,301 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:20:20,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48103671{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:20:20,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ec3d9bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:20:20,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b6be9d0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4/java.io.tmpdir/jetty-localhost-34185-hadoop-hdfs-3_4_1-tests_jar-_-any-16459060330585137868/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:20:20,426 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19545d99{HTTP/1.1, (http/1.1)}{localhost:34185} 2024-11-19T17:20:20,426 INFO [Time-limited test {}] server.Server(415): Started @213709ms 2024-11-19T17:20:20,516 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:20:20,520 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:20:20,522 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:20:20,522 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:20:20,522 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T17:20:20,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a0e76b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:20:20,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fc9cb47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:20:20,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b1001e7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4/java.io.tmpdir/jetty-localhost-41799-hadoop-hdfs-3_4_1-tests_jar-_-any-10676765433362835768/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:20:20,642 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68e60340{HTTP/1.1, (http/1.1)}{localhost:41799} 2024-11-19T17:20:20,642 INFO [Time-limited test {}] server.Server(415): Started @213924ms 2024-11-19T17:20:20,643 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T17:20:20,751 WARN [Thread-2794 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4/cluster_58cd801d-1203-373e-b40e-20d38643b48b/data/data1/current/BP-159572056-172.17.0.2-1732036820231/current, will proceed with Du for space computation calculation, 2024-11-19T17:20:20,751 WARN [Thread-2795 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4/cluster_58cd801d-1203-373e-b40e-20d38643b48b/data/data2/current/BP-159572056-172.17.0.2-1732036820231/current, will proceed with Du for space computation calculation, 2024-11-19T17:20:20,781 WARN [Thread-2782 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T17:20:20,784 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa872f810afef18ae with lease ID 0x5c55382b885a218f: Processing first storage report for DS-a72102eb-6d1c-43f5-b703-c987c165d039 from datanode DatanodeRegistration(127.0.0.1:39539, datanodeUuid=5df2909e-7978-434b-8762-6598dde4f08a, infoPort=37989, infoSecurePort=0, ipcPort=37899, storageInfo=lv=-57;cid=testClusterID;nsid=53392488;c=1732036820231) 2024-11-19T17:20:20,784 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa872f810afef18ae with lease ID 0x5c55382b885a218f: from storage DS-a72102eb-6d1c-43f5-b703-c987c165d039 node DatanodeRegistration(127.0.0.1:39539, datanodeUuid=5df2909e-7978-434b-8762-6598dde4f08a, infoPort=37989, infoSecurePort=0, ipcPort=37899, storageInfo=lv=-57;cid=testClusterID;nsid=53392488;c=1732036820231), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:20:20,784 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa872f810afef18ae with lease ID 0x5c55382b885a218f: Processing first storage report for DS-b497d512-ff38-427f-a913-2c70fbf663d9 from datanode DatanodeRegistration(127.0.0.1:39539, datanodeUuid=5df2909e-7978-434b-8762-6598dde4f08a, infoPort=37989, infoSecurePort=0, ipcPort=37899, storageInfo=lv=-57;cid=testClusterID;nsid=53392488;c=1732036820231) 2024-11-19T17:20:20,784 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa872f810afef18ae with lease ID 0x5c55382b885a218f: from storage DS-b497d512-ff38-427f-a913-2c70fbf663d9 node DatanodeRegistration(127.0.0.1:39539, datanodeUuid=5df2909e-7978-434b-8762-6598dde4f08a, infoPort=37989, infoSecurePort=0, ipcPort=37899, storageInfo=lv=-57;cid=testClusterID;nsid=53392488;c=1732036820231), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:20:20,876 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4 2024-11-19T17:20:20,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:20:20,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:20:20,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741825_1001 (size=7) 2024-11-19T17:20:21,288 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec with version=8 2024-11-19T17:20:21,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/hbase-staging 2024-11-19T17:20:21,291 INFO [Time-limited test {}] client.ConnectionUtils(128): master/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:20:21,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:20:21,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:20:21,291 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:20:21,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:20:21,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:20:21,291 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T17:20:21,291 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:20:21,292 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41169 2024-11-19T17:20:21,293 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41169 connecting to ZooKeeper ensemble=127.0.0.1:53177 2024-11-19T17:20:21,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411690x0, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:20:21,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41169-0x101313e57460003 connected 2024-11-19T17:20:21,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:20:21,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:20:21,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41169-0x101313e57460003, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Set watcher on znode that does not yet exist, /1-1252683673/running 2024-11-19T17:20:21,311 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec, hbase.cluster.distributed=false 2024-11-19T17:20:21,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41169-0x101313e57460003, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Set watcher on znode that does not yet exist, /1-1252683673/acl 2024-11-19T17:20:21,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41169 2024-11-19T17:20:21,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41169 2024-11-19T17:20:21,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41169 2024-11-19T17:20:21,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41169 2024-11-19T17:20:21,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41169 2024-11-19T17:20:21,330 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:20:21,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:20:21,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:20:21,330 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:20:21,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:20:21,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:20:21,330 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T17:20:21,330 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:20:21,331 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46319 2024-11-19T17:20:21,331 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46319 connecting to ZooKeeper ensemble=127.0.0.1:53177 2024-11-19T17:20:21,332 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:20:21,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:20:21,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463190x0, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:20:21,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463190x0, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Set watcher on znode that does not yet exist, /1-1252683673/running 2024-11-19T17:20:21,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46319-0x101313e57460004 connected 2024-11-19T17:20:21,339 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T17:20:21,344 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T17:20:21,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46319-0x101313e57460004, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Set watcher on znode that does not yet exist, /1-1252683673/master 2024-11-19T17:20:21,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46319-0x101313e57460004, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Set watcher on znode that does not yet exist, /1-1252683673/acl 2024-11-19T17:20:21,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46319 2024-11-19T17:20:21,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46319 2024-11-19T17:20:21,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46319 2024-11-19T17:20:21,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46319 2024-11-19T17:20:21,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46319 2024-11-19T17:20:21,374 DEBUG [M:0;280a42d09ec8:41169 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;280a42d09ec8:41169 2024-11-19T17:20:21,375 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1252683673/backup-masters/280a42d09ec8,41169,1732036821291 2024-11-19T17:20:21,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101313e57460003, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252683673/backup-masters 2024-11-19T17:20:21,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46319-0x101313e57460004, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252683673/backup-masters 2024-11-19T17:20:21,377 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41169-0x101313e57460003, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Set watcher on existing znode=/1-1252683673/backup-masters/280a42d09ec8,41169,1732036821291 2024-11-19T17:20:21,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46319-0x101313e57460004, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1252683673/master 2024-11-19T17:20:21,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46319-0x101313e57460004, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252683673 2024-11-19T17:20:21,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101313e57460003, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252683673 2024-11-19T17:20:21,381 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41169-0x101313e57460003, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Set watcher on existing znode=/1-1252683673/master 2024-11-19T17:20:21,381 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1252683673/backup-masters/280a42d09ec8,41169,1732036821291 from backup master directory 2024-11-19T17:20:21,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101313e57460003, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1252683673/backup-masters/280a42d09ec8,41169,1732036821291 2024-11-19T17:20:21,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101313e57460003, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252683673/backup-masters 2024-11-19T17:20:21,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46319-0x101313e57460004, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252683673/backup-masters 2024-11-19T17:20:21,382 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:20:21,382 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=280a42d09ec8,41169,1732036821291 2024-11-19T17:20:21,386 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/hbase.id] with ID: b543d95a-a831-487c-9dda-da0089e4514d 2024-11-19T17:20:21,386 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/.tmp/hbase.id 2024-11-19T17:20:21,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741826_1002 (size=42) 2024-11-19T17:20:21,794 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/.tmp/hbase.id]:[hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/hbase.id] 2024-11-19T17:20:21,803 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:20:21,803 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T17:20:21,804 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T17:20:21,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101313e57460003, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252683673 2024-11-19T17:20:21,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46319-0x101313e57460004, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252683673 2024-11-19T17:20:21,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741827_1003 (size=196) 2024-11-19T17:20:21,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T17:20:21,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T17:20:21,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T17:20:22,213 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:20:22,213 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T17:20:22,214 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:20:22,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741828_1004 (size=1189) 2024-11-19T17:20:22,229 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/MasterData/data/master/store 2024-11-19T17:20:22,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741829_1005 (size=34) 2024-11-19T17:20:22,640 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:20:22,641 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:20:22,641 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:20:22,641 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:20:22,641 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:20:22,641 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:20:22,641 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:20:22,641 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036822641Disabling compacts and flushes for region at 1732036822641Disabling writes for close at 1732036822641Writing region close event to WAL at 1732036822641Closed at 1732036822641 2024-11-19T17:20:22,642 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/MasterData/data/master/store/.initializing 2024-11-19T17:20:22,642 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/MasterData/WALs/280a42d09ec8,41169,1732036821291 2024-11-19T17:20:22,643 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:20:22,644 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=280a42d09ec8%2C41169%2C1732036821291, suffix=, logDir=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/MasterData/WALs/280a42d09ec8,41169,1732036821291, archiveDir=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/MasterData/oldWALs, maxLogs=10 2024-11-19T17:20:22,658 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/MasterData/WALs/280a42d09ec8,41169,1732036821291/280a42d09ec8%2C41169%2C1732036821291.1732036822644, exclude list is [], retry=0 2024-11-19T17:20:22,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39539,DS-a72102eb-6d1c-43f5-b703-c987c165d039,DISK] 2024-11-19T17:20:22,663 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/MasterData/WALs/280a42d09ec8,41169,1732036821291/280a42d09ec8%2C41169%2C1732036821291.1732036822644 2024-11-19T17:20:22,663 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37989:37989)] 2024-11-19T17:20:22,663 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:20:22,663 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:20:22,663 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:22,663 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:22,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:22,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T17:20:22,666 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:22,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:20:22,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:22,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T17:20:22,667 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:22,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:22,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:22,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T17:20:22,669 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:22,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:22,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:22,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T17:20:22,670 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:22,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:22,671 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:22,671 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:22,671 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:22,672 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:22,672 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:22,673 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:20:22,673 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:22,675 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:20:22,675 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58827634, jitterRate=-0.12339994311332703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:20:22,676 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732036822663Initializing all the Stores at 1732036822664 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036822664Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036822664Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036822664Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036822664Cleaning up temporary data from old regions at 1732036822672 (+8 ms)Region opened successfully at 1732036822676 (+4 ms) 2024-11-19T17:20:22,676 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T17:20:22,678 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ca0e2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:20:22,679 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T17:20:22,679 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T17:20:22,679 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T17:20:22,679 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T17:20:22,680 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T17:20:22,680 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T17:20:22,680 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T17:20:22,682 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T17:20:22,682 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41169-0x101313e57460003, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Unable to get data of znode /1-1252683673/balancer because node does not exist (not necessarily an error) 2024-11-19T17:20:22,684 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1252683673/balancer already deleted, retry=false 2024-11-19T17:20:22,684 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T17:20:22,685 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41169-0x101313e57460003, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Unable to get data of znode /1-1252683673/normalizer because node does not exist (not necessarily an error) 2024-11-19T17:20:22,686 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1252683673/normalizer already deleted, retry=false 2024-11-19T17:20:22,686 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T17:20:22,687 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41169-0x101313e57460003, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Unable to get data of znode /1-1252683673/switch/split because node does not exist (not necessarily an error) 2024-11-19T17:20:22,688 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1252683673/switch/split already deleted, retry=false 2024-11-19T17:20:22,688 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41169-0x101313e57460003, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Unable to get data of znode /1-1252683673/switch/merge because node does not exist (not necessarily an error) 2024-11-19T17:20:22,691 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1252683673/switch/merge already deleted, retry=false 2024-11-19T17:20:22,693 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41169-0x101313e57460003, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Unable to get data of znode /1-1252683673/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T17:20:22,694 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1252683673/snapshot-cleanup already deleted, retry=false 2024-11-19T17:20:22,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101313e57460003, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1252683673/running 2024-11-19T17:20:22,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46319-0x101313e57460004, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1252683673/running 2024-11-19T17:20:22,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101313e57460003, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252683673 2024-11-19T17:20:22,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46319-0x101313e57460004, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252683673 2024-11-19T17:20:22,699 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=280a42d09ec8,41169,1732036821291, sessionid=0x101313e57460003, setting cluster-up flag (Was=false) 2024-11-19T17:20:22,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101313e57460003, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252683673 2024-11-19T17:20:22,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46319-0x101313e57460004, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252683673 2024-11-19T17:20:22,711 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1252683673/flush-table-proc/acquired, /1-1252683673/flush-table-proc/reached, /1-1252683673/flush-table-proc/abort 2024-11-19T17:20:22,712 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,41169,1732036821291 2024-11-19T17:20:22,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101313e57460003, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252683673 2024-11-19T17:20:22,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46319-0x101313e57460004, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252683673 2024-11-19T17:20:22,722 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1252683673/online-snapshot/acquired, /1-1252683673/online-snapshot/reached, /1-1252683673/online-snapshot/abort 2024-11-19T17:20:22,722 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,41169,1732036821291 2024-11-19T17:20:22,723 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T17:20:22,724 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T17:20:22,725 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T17:20:22,725 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T17:20:22,726 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 280a42d09ec8,41169,1732036821291 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T17:20:22,727 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:20:22,727 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:20:22,727 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:20:22,727 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:20:22,727 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/280a42d09ec8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T17:20:22,727 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:22,727 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:20:22,727 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:22,727 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732036852727 2024-11-19T17:20:22,728 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T17:20:22,728 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T17:20:22,728 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:20:22,728 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T17:20:22,728 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T17:20:22,728 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T17:20:22,728 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T17:20:22,729 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T17:20:22,729 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:22,729 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:22,729 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T17:20:22,729 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T17:20:22,729 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T17:20:22,730 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T17:20:22,730 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T17:20:22,735 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T17:20:22,736 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T17:20:22,736 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036822736,5,FailOnTimeoutGroup] 2024-11-19T17:20:22,736 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036822736,5,FailOnTimeoutGroup] 2024-11-19T17:20:22,736 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:22,736 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T17:20:22,736 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:22,736 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:22,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741831_1007 (size=1321) 2024-11-19T17:20:22,759 INFO [RS:0;280a42d09ec8:46319 {}] regionserver.HRegionServer(746): ClusterId : b543d95a-a831-487c-9dda-da0089e4514d 2024-11-19T17:20:22,759 DEBUG [RS:0;280a42d09ec8:46319 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T17:20:22,761 DEBUG [RS:0;280a42d09ec8:46319 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T17:20:22,761 DEBUG [RS:0;280a42d09ec8:46319 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T17:20:22,762 DEBUG [RS:0;280a42d09ec8:46319 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T17:20:22,763 DEBUG [RS:0;280a42d09ec8:46319 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@604ff1d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:20:22,777 DEBUG [RS:0;280a42d09ec8:46319 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;280a42d09ec8:46319 2024-11-19T17:20:22,778 INFO [RS:0;280a42d09ec8:46319 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T17:20:22,778 INFO [RS:0;280a42d09ec8:46319 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T17:20:22,778 DEBUG [RS:0;280a42d09ec8:46319 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T17:20:22,778 INFO [RS:0;280a42d09ec8:46319 {}] regionserver.HRegionServer(2659): reportForDuty to master=280a42d09ec8,41169,1732036821291 with port=46319, startcode=1732036821329 2024-11-19T17:20:22,778 DEBUG [RS:0;280a42d09ec8:46319 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T17:20:22,779 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T17:20:22,780 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41169 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 280a42d09ec8,46319,1732036821329 2024-11-19T17:20:22,780 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41169 {}] master.ServerManager(517): Registering regionserver=280a42d09ec8,46319,1732036821329 2024-11-19T17:20:22,781 DEBUG [RS:0;280a42d09ec8:46319 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec 2024-11-19T17:20:22,781 DEBUG [RS:0;280a42d09ec8:46319 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44517 2024-11-19T17:20:22,781 DEBUG [RS:0;280a42d09ec8:46319 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T17:20:22,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101313e57460003, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252683673/rs 2024-11-19T17:20:22,787 DEBUG [RS:0;280a42d09ec8:46319 {}] zookeeper.ZKUtil(111): regionserver:46319-0x101313e57460004, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Set watcher on existing znode=/1-1252683673/rs/280a42d09ec8,46319,1732036821329 2024-11-19T17:20:22,787 WARN [RS:0;280a42d09ec8:46319 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:20:22,787 INFO [RS:0;280a42d09ec8:46319 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:20:22,787 DEBUG [RS:0;280a42d09ec8:46319 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329 2024-11-19T17:20:22,788 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [280a42d09ec8,46319,1732036821329] 2024-11-19T17:20:22,791 INFO [RS:0;280a42d09ec8:46319 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T17:20:22,792 INFO [RS:0;280a42d09ec8:46319 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T17:20:22,796 INFO [RS:0;280a42d09ec8:46319 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T17:20:22,797 INFO [RS:0;280a42d09ec8:46319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:22,797 INFO [RS:0;280a42d09ec8:46319 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T17:20:22,797 INFO [RS:0;280a42d09ec8:46319 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T17:20:22,798 INFO [RS:0;280a42d09ec8:46319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:22,798 DEBUG [RS:0;280a42d09ec8:46319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:22,798 DEBUG [RS:0;280a42d09ec8:46319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:22,798 DEBUG [RS:0;280a42d09ec8:46319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:22,798 DEBUG [RS:0;280a42d09ec8:46319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:22,798 DEBUG [RS:0;280a42d09ec8:46319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:22,798 DEBUG [RS:0;280a42d09ec8:46319 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:20:22,798 DEBUG [RS:0;280a42d09ec8:46319 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:22,798 DEBUG [RS:0;280a42d09ec8:46319 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:22,798 DEBUG [RS:0;280a42d09ec8:46319 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:22,798 DEBUG [RS:0;280a42d09ec8:46319 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:22,798 DEBUG [RS:0;280a42d09ec8:46319 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:22,798 DEBUG [RS:0;280a42d09ec8:46319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:22,798 DEBUG [RS:0;280a42d09ec8:46319 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:20:22,798 DEBUG [RS:0;280a42d09ec8:46319 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:20:22,798 INFO [RS:0;280a42d09ec8:46319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:22,798 INFO [RS:0;280a42d09ec8:46319 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:22,798 INFO [RS:0;280a42d09ec8:46319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:22,799 INFO [RS:0;280a42d09ec8:46319 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:22,799 INFO [RS:0;280a42d09ec8:46319 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:22,799 INFO [RS:0;280a42d09ec8:46319 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,46319,1732036821329-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:20:22,812 INFO [RS:0;280a42d09ec8:46319 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T17:20:22,813 INFO [RS:0;280a42d09ec8:46319 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,46319,1732036821329-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:22,813 INFO [RS:0;280a42d09ec8:46319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:22,813 INFO [RS:0;280a42d09ec8:46319 {}] regionserver.Replication(171): 280a42d09ec8,46319,1732036821329 started 2024-11-19T17:20:22,826 INFO [RS:0;280a42d09ec8:46319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:22,826 INFO [RS:0;280a42d09ec8:46319 {}] regionserver.HRegionServer(1482): Serving as 280a42d09ec8,46319,1732036821329, RpcServer on 280a42d09ec8/172.17.0.2:46319, sessionid=0x101313e57460004 2024-11-19T17:20:22,826 DEBUG [RS:0;280a42d09ec8:46319 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T17:20:22,826 DEBUG [RS:0;280a42d09ec8:46319 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 280a42d09ec8,46319,1732036821329 2024-11-19T17:20:22,826 DEBUG [RS:0;280a42d09ec8:46319 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,46319,1732036821329' 2024-11-19T17:20:22,826 DEBUG [RS:0;280a42d09ec8:46319 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1252683673/flush-table-proc/abort' 2024-11-19T17:20:22,827 DEBUG [RS:0;280a42d09ec8:46319 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1252683673/flush-table-proc/acquired' 2024-11-19T17:20:22,827 DEBUG [RS:0;280a42d09ec8:46319 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T17:20:22,827 DEBUG [RS:0;280a42d09ec8:46319 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T17:20:22,827 DEBUG [RS:0;280a42d09ec8:46319 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 280a42d09ec8,46319,1732036821329 2024-11-19T17:20:22,827 DEBUG [RS:0;280a42d09ec8:46319 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,46319,1732036821329' 2024-11-19T17:20:22,827 DEBUG [RS:0;280a42d09ec8:46319 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1252683673/online-snapshot/abort' 2024-11-19T17:20:22,828 DEBUG [RS:0;280a42d09ec8:46319 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1252683673/online-snapshot/acquired' 2024-11-19T17:20:22,828 DEBUG [RS:0;280a42d09ec8:46319 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T17:20:22,828 INFO [RS:0;280a42d09ec8:46319 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T17:20:22,828 INFO [RS:0;280a42d09ec8:46319 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T17:20:22,928 INFO [RS:0;280a42d09ec8:46319 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:20:22,930 INFO [RS:0;280a42d09ec8:46319 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C46319%2C1732036821329, suffix=, logDir=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329, archiveDir=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/oldWALs, maxLogs=10 2024-11-19T17:20:22,943 DEBUG [RS:0;280a42d09ec8:46319 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930, exclude list is [], retry=0 2024-11-19T17:20:22,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39539,DS-a72102eb-6d1c-43f5-b703-c987c165d039,DISK] 2024-11-19T17:20:22,948 INFO [RS:0;280a42d09ec8:46319 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 2024-11-19T17:20:22,949 DEBUG [RS:0;280a42d09ec8:46319 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37989:37989)] 2024-11-19T17:20:23,142 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T17:20:23,142 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec 2024-11-19T17:20:23,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741833_1009 (size=32) 2024-11-19T17:20:23,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:20:23,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:20:23,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:20:23,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:23,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:20:23,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:20:23,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:20:23,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:23,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:20:23,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:20:23,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:20:23,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:23,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:20:23,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:20:23,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:20:23,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:23,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:20:23,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:20:23,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/hbase/meta/1588230740 2024-11-19T17:20:23,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/hbase/meta/1588230740 2024-11-19T17:20:23,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:20:23,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:20:23,557 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:20:23,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:20:23,563 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:20:23,563 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68514943, jitterRate=0.02095220983028412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:20:23,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732036823549Initializing all the Stores at 1732036823549Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036823549Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036823549Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036823549Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036823549Cleaning up temporary data from old regions at 1732036823556 (+7 ms)Region opened successfully at 1732036823564 (+8 ms) 2024-11-19T17:20:23,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:20:23,564 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:20:23,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:20:23,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:20:23,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:20:23,564 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:20:23,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036823564Disabling compacts and flushes for region at 1732036823564Disabling writes for close at 1732036823564Writing region close event to WAL at 1732036823564Closed at 1732036823564 2024-11-19T17:20:23,565 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:20:23,565 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T17:20:23,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T17:20:23,566 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:20:23,567 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T17:20:23,717 DEBUG [280a42d09ec8:41169 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T17:20:23,718 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=280a42d09ec8,46319,1732036821329 2024-11-19T17:20:23,719 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,46319,1732036821329, state=OPENING 2024-11-19T17:20:23,721 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T17:20:23,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101313e57460003, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252683673 2024-11-19T17:20:23,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46319-0x101313e57460004, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252683673 2024-11-19T17:20:23,722 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:20:23,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1252683673/meta-region-server: CHANGED 2024-11-19T17:20:23,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1252683673/meta-region-server: CHANGED 2024-11-19T17:20:23,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,46319,1732036821329}] 2024-11-19T17:20:23,875 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:20:23,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T17:20:23,879 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T17:20:23,879 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:20:23,879 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T17:20:23,880 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C46319%2C1732036821329.meta, suffix=.meta, logDir=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329, archiveDir=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/oldWALs, maxLogs=10 2024-11-19T17:20:23,894 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.meta.1732036823880.meta, exclude list is [], retry=0 2024-11-19T17:20:23,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39539,DS-a72102eb-6d1c-43f5-b703-c987c165d039,DISK] 2024-11-19T17:20:23,898 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.meta.1732036823880.meta 2024-11-19T17:20:23,898 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37989:37989)] 2024-11-19T17:20:23,898 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:20:23,898 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:20:23,898 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:20:23,898 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T17:20:23,899 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T17:20:23,899 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T17:20:23,899 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:20:23,899 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T17:20:23,899 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T17:20:23,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:20:23,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:20:23,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:23,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:20:23,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:20:23,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:20:23,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:23,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:20:23,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:20:23,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:20:23,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:23,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:20:23,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:20:23,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:20:23,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:23,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:20:23,903 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:20:23,904 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/hbase/meta/1588230740 2024-11-19T17:20:23,904 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/hbase/meta/1588230740 2024-11-19T17:20:23,905 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:20:23,905 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:20:23,905 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:20:23,906 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:20:23,907 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64696434, jitterRate=-0.0359480082988739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:20:23,907 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T17:20:23,907 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732036823899Writing region info on filesystem at 1732036823899Initializing all the Stores at 1732036823899Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036823899Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036823900 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036823900Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036823900Cleaning up temporary data from old regions at 1732036823905 (+5 ms)Running coprocessor post-open hooks at 1732036823907 (+2 ms)Region opened successfully at 1732036823907 2024-11-19T17:20:23,907 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732036823874 2024-11-19T17:20:23,909 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T17:20:23,909 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T17:20:23,910 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,46319,1732036821329 2024-11-19T17:20:23,910 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,46319,1732036821329, state=OPEN 2024-11-19T17:20:23,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101313e57460003, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1252683673/meta-region-server 2024-11-19T17:20:23,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46319-0x101313e57460004, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1252683673/meta-region-server 2024-11-19T17:20:23,912 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=280a42d09ec8,46319,1732036821329 2024-11-19T17:20:23,912 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1252683673/meta-region-server: CHANGED 2024-11-19T17:20:23,912 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1252683673/meta-region-server: CHANGED 2024-11-19T17:20:23,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T17:20:23,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,46319,1732036821329 in 190 msec 2024-11-19T17:20:23,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T17:20:23,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 349 msec 2024-11-19T17:20:23,916 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:20:23,916 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T17:20:23,917 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:20:23,917 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,46319,1732036821329, seqNum=-1] 2024-11-19T17:20:23,917 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:20:23,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:20:23,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1980 sec 2024-11-19T17:20:23,922 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732036823922, completionTime=-1 2024-11-19T17:20:23,922 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T17:20:23,923 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T17:20:23,924 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T17:20:23,925 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732036883925 2024-11-19T17:20:23,925 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732036943925 2024-11-19T17:20:23,925 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T17:20:23,925 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,41169,1732036821291-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:23,925 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,41169,1732036821291-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:23,925 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,41169,1732036821291-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:23,925 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-280a42d09ec8:41169, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:23,925 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:23,925 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:23,927 DEBUG [master/280a42d09ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T17:20:23,929 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.547sec 2024-11-19T17:20:23,929 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T17:20:23,930 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T17:20:23,930 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T17:20:23,930 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T17:20:23,930 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T17:20:23,930 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,41169,1732036821291-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:20:23,930 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,41169,1732036821291-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T17:20:23,932 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T17:20:23,932 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T17:20:23,932 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,41169,1732036821291-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:23,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cdf8f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:23,960 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,41169,-1 for getting cluster id 2024-11-19T17:20:23,960 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:20:23,961 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b543d95a-a831-487c-9dda-da0089e4514d' 2024-11-19T17:20:23,961 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:20:23,961 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b543d95a-a831-487c-9dda-da0089e4514d" 2024-11-19T17:20:23,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69419da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:23,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,41169,-1] 2024-11-19T17:20:23,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:20:23,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:23,963 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:20:23,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52e79e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:23,964 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:20:23,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,46319,1732036821329, seqNum=-1] 2024-11-19T17:20:23,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:20:23,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:20:23,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=280a42d09ec8,41169,1732036821291 2024-11-19T17:20:23,968 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53177 2024-11-19T17:20:23,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:20:23,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101313e57460005 connected 2024-11-19T17:20:23,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4/hadoop.log.dir so I do NOT create it in target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422 2024-11-19T17:20:23,974 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T17:20:23,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4/hadoop.tmp.dir so I do NOT create it in target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422 2024-11-19T17:20:23,975 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T17:20:23,975 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422 2024-11-19T17:20:23,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T17:20:23,975 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422/cluster_1f1cd38d-b2ac-0cf4-7060-e897679a4c81, deleteOnExit=true 2024-11-19T17:20:23,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T17:20:23,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422/test.cache.data in system properties and HBase conf 2024-11-19T17:20:23,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T17:20:23,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422/hadoop.log.dir in system properties and HBase conf 2024-11-19T17:20:23,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T17:20:23,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T17:20:23,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T17:20:23,976 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T17:20:23,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:20:23,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:20:23,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T17:20:23,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:20:23,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T17:20:23,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T17:20:23,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:20:23,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:20:23,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T17:20:23,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422/nfs.dump.dir in system properties and HBase conf 2024-11-19T17:20:23,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422/java.io.tmpdir in system properties and HBase conf 2024-11-19T17:20:23,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:20:23,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T17:20:23,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T17:20:24,057 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:20:24,061 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:20:24,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:20:24,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:20:24,062 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T17:20:24,063 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:20:24,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cf56b48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:20:24,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@571fba1d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:20:24,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ede0493{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422/java.io.tmpdir/jetty-localhost-38871-hadoop-hdfs-3_4_1-tests_jar-_-any-16863047605921726627/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:20:24,190 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d88fcb8{HTTP/1.1, (http/1.1)}{localhost:38871} 2024-11-19T17:20:24,191 INFO [Time-limited test {}] server.Server(415): Started @217473ms 2024-11-19T17:20:24,267 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:20:24,270 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:20:24,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:20:24,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:20:24,281 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T17:20:24,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ab80ac8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:20:24,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@412bff8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:20:24,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@dffacb6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422/java.io.tmpdir/jetty-localhost-46539-hadoop-hdfs-3_4_1-tests_jar-_-any-4777230927564796014/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:20:24,402 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c05d80e{HTTP/1.1, (http/1.1)}{localhost:46539} 2024-11-19T17:20:24,402 INFO [Time-limited test {}] server.Server(415): Started @217684ms 2024-11-19T17:20:24,403 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T17:20:24,509 WARN [Thread-2914 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422/cluster_1f1cd38d-b2ac-0cf4-7060-e897679a4c81/data/data1/current/BP-1428364861-172.17.0.2-1732036823996/current, will proceed with Du for space computation calculation, 2024-11-19T17:20:24,509 WARN [Thread-2915 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422/cluster_1f1cd38d-b2ac-0cf4-7060-e897679a4c81/data/data2/current/BP-1428364861-172.17.0.2-1732036823996/current, will proceed with Du for space computation calculation, 2024-11-19T17:20:24,531 WARN [Thread-2902 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T17:20:24,534 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3c1ce1fc6b43706 with lease ID 0x52bfae5f9eee45ee: Processing first storage report for DS-e67e23a7-fa2c-4f8c-b372-6f49e8555fe4 from datanode DatanodeRegistration(127.0.0.1:37321, datanodeUuid=a387e63f-931a-4a9f-b277-5964e2284ab4, infoPort=35575, infoSecurePort=0, ipcPort=38295, storageInfo=lv=-57;cid=testClusterID;nsid=1088306133;c=1732036823996) 2024-11-19T17:20:24,534 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3c1ce1fc6b43706 with lease ID 0x52bfae5f9eee45ee: from storage DS-e67e23a7-fa2c-4f8c-b372-6f49e8555fe4 node DatanodeRegistration(127.0.0.1:37321, datanodeUuid=a387e63f-931a-4a9f-b277-5964e2284ab4, infoPort=35575, infoSecurePort=0, ipcPort=38295, storageInfo=lv=-57;cid=testClusterID;nsid=1088306133;c=1732036823996), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:20:24,534 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3c1ce1fc6b43706 with lease ID 0x52bfae5f9eee45ee: Processing first storage report for DS-a263a070-2987-4dfa-8368-d4813de4c07a from datanode DatanodeRegistration(127.0.0.1:37321, datanodeUuid=a387e63f-931a-4a9f-b277-5964e2284ab4, infoPort=35575, infoSecurePort=0, ipcPort=38295, storageInfo=lv=-57;cid=testClusterID;nsid=1088306133;c=1732036823996) 2024-11-19T17:20:24,534 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3c1ce1fc6b43706 with lease ID 0x52bfae5f9eee45ee: from storage DS-a263a070-2987-4dfa-8368-d4813de4c07a node DatanodeRegistration(127.0.0.1:37321, datanodeUuid=a387e63f-931a-4a9f-b277-5964e2284ab4, infoPort=35575, infoSecurePort=0, ipcPort=38295, storageInfo=lv=-57;cid=testClusterID;nsid=1088306133;c=1732036823996), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:20:24,627 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422 2024-11-19T17:20:24,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:20:24,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:20:24,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741825_1001 (size=7) 2024-11-19T17:20:25,018 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T17:20:25,037 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a with version=8 2024-11-19T17:20:25,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/hbase-staging 2024-11-19T17:20:25,040 INFO [Time-limited test {}] client.ConnectionUtils(128): master/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:20:25,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:20:25,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:20:25,040 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:20:25,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:20:25,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:20:25,040 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T17:20:25,040 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:20:25,041 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34379 2024-11-19T17:20:25,041 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34379 connecting to ZooKeeper ensemble=127.0.0.1:53177 2024-11-19T17:20:25,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343790x0, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:20:25,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34379-0x101313e57460006 connected 2024-11-19T17:20:25,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:20:25,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:20:25,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34379-0x101313e57460006, quorum=127.0.0.1:53177, baseZNode=/2283532165 Set watcher on znode that does not yet exist, /2283532165/running 2024-11-19T17:20:25,060 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a, hbase.cluster.distributed=false 2024-11-19T17:20:25,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34379-0x101313e57460006, quorum=127.0.0.1:53177, baseZNode=/2283532165 Set watcher on znode that does not yet exist, /2283532165/acl 2024-11-19T17:20:25,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34379 2024-11-19T17:20:25,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34379 2024-11-19T17:20:25,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34379 2024-11-19T17:20:25,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34379 2024-11-19T17:20:25,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34379 2024-11-19T17:20:25,087 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:20:25,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:20:25,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:20:25,087 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:20:25,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:20:25,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:20:25,087 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T17:20:25,087 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:20:25,088 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34753 2024-11-19T17:20:25,088 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34753 connecting to ZooKeeper ensemble=127.0.0.1:53177 2024-11-19T17:20:25,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:20:25,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:20:25,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347530x0, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:20:25,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347530x0, quorum=127.0.0.1:53177, baseZNode=/2283532165 Set watcher on znode that does not yet exist, /2283532165/running 2024-11-19T17:20:25,099 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T17:20:25,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34753-0x101313e57460007 connected 2024-11-19T17:20:25,108 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T17:20:25,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34753-0x101313e57460007, quorum=127.0.0.1:53177, baseZNode=/2283532165 Set watcher on znode that does not yet exist, /2283532165/master 2024-11-19T17:20:25,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34753-0x101313e57460007, quorum=127.0.0.1:53177, baseZNode=/2283532165 Set watcher on znode that does not yet exist, /2283532165/acl 2024-11-19T17:20:25,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34753 2024-11-19T17:20:25,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34753 2024-11-19T17:20:25,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34753 2024-11-19T17:20:25,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34753 2024-11-19T17:20:25,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34753 2024-11-19T17:20:25,131 DEBUG [M:0;280a42d09ec8:34379 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;280a42d09ec8:34379 2024-11-19T17:20:25,131 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2283532165/backup-masters/280a42d09ec8,34379,1732036825039 2024-11-19T17:20:25,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x101313e57460006, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2283532165/backup-masters 2024-11-19T17:20:25,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34753-0x101313e57460007, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2283532165/backup-masters 2024-11-19T17:20:25,142 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34379-0x101313e57460006, quorum=127.0.0.1:53177, baseZNode=/2283532165 Set watcher on existing znode=/2283532165/backup-masters/280a42d09ec8,34379,1732036825039 2024-11-19T17:20:25,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:25,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:25,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34753-0x101313e57460007, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2283532165/master 2024-11-19T17:20:25,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34753-0x101313e57460007, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2283532165 2024-11-19T17:20:25,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x101313e57460006, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2283532165 2024-11-19T17:20:25,149 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34379-0x101313e57460006, quorum=127.0.0.1:53177, baseZNode=/2283532165 Set watcher on existing znode=/2283532165/master 2024-11-19T17:20:25,149 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2283532165/backup-masters/280a42d09ec8,34379,1732036825039 from backup master directory 2024-11-19T17:20:25,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34753-0x101313e57460007, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2283532165/backup-masters 2024-11-19T17:20:25,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x101313e57460006, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2283532165/backup-masters/280a42d09ec8,34379,1732036825039 2024-11-19T17:20:25,152 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:20:25,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x101313e57460006, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2283532165/backup-masters 2024-11-19T17:20:25,152 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=280a42d09ec8,34379,1732036825039 2024-11-19T17:20:25,159 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/hbase.id] with ID: 58f03ca2-e122-4834-b8b1-779ec28ff884 2024-11-19T17:20:25,159 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/.tmp/hbase.id 2024-11-19T17:20:25,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:25,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:25,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:25,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:25,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:25,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:25,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741826_1002 (size=42) 2024-11-19T17:20:25,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:25,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:25,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:25,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:25,578 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/.tmp/hbase.id]:[hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/hbase.id] 2024-11-19T17:20:25,586 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:20:25,586 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T17:20:25,587 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T17:20:25,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x101313e57460006, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2283532165 2024-11-19T17:20:25,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34753-0x101313e57460007, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2283532165 2024-11-19T17:20:25,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741827_1003 (size=196) 2024-11-19T17:20:25,690 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T17:20:25,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:25,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:25,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:25,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:25,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:25,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:25,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:25,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:25,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:25,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:25,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:25,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:25,990 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:20:25,991 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [280a42d09ec8,42739,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:42739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T17:20:25,992 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38454 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [280a42d09ec8,42739,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:42739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T17:20:25,995 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:20:25,995 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T17:20:25,996 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:20:26,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741828_1004 (size=1189) 2024-11-19T17:20:26,002 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/MasterData/data/master/store 2024-11-19T17:20:26,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741829_1005 (size=34) 2024-11-19T17:20:26,410 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:20:26,410 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:20:26,410 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:20:26,410 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:20:26,410 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:20:26,410 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:20:26,410 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:20:26,410 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036826410Disabling compacts and flushes for region at 1732036826410Disabling writes for close at 1732036826410Writing region close event to WAL at 1732036826410Closed at 1732036826410 2024-11-19T17:20:26,411 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/MasterData/data/master/store/.initializing 2024-11-19T17:20:26,411 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/MasterData/WALs/280a42d09ec8,34379,1732036825039 2024-11-19T17:20:26,412 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:20:26,413 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=280a42d09ec8%2C34379%2C1732036825039, suffix=, logDir=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/MasterData/WALs/280a42d09ec8,34379,1732036825039, archiveDir=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/MasterData/oldWALs, maxLogs=10 2024-11-19T17:20:26,427 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/MasterData/WALs/280a42d09ec8,34379,1732036825039/280a42d09ec8%2C34379%2C1732036825039.1732036826413, exclude list is [], retry=0 2024-11-19T17:20:26,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37321,DS-e67e23a7-fa2c-4f8c-b372-6f49e8555fe4,DISK] 2024-11-19T17:20:26,433 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/MasterData/WALs/280a42d09ec8,34379,1732036825039/280a42d09ec8%2C34379%2C1732036825039.1732036826413 2024-11-19T17:20:26,436 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35575:35575)] 2024-11-19T17:20:26,436 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:20:26,437 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:20:26,437 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:26,437 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:26,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:26,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T17:20:26,439 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:26,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:20:26,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:26,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T17:20:26,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:26,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:26,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:26,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T17:20:26,441 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:26,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:26,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:26,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T17:20:26,442 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:26,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:26,443 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:26,443 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:26,443 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:26,444 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:26,444 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:26,444 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:20:26,445 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:26,446 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:20:26,447 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62560603, jitterRate=-0.06777437031269073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:20:26,447 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732036826437Initializing all the Stores at 1732036826437Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036826437Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036826437Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036826437Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036826438 (+1 ms)Cleaning up temporary data from old regions at 1732036826444 (+6 ms)Region opened successfully at 1732036826447 (+3 ms) 2024-11-19T17:20:26,447 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T17:20:26,449 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25fe2d15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:20:26,450 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T17:20:26,450 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T17:20:26,450 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T17:20:26,450 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T17:20:26,451 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T17:20:26,451 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T17:20:26,451 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T17:20:26,452 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T17:20:26,453 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34379-0x101313e57460006, quorum=127.0.0.1:53177, baseZNode=/2283532165 Unable to get data of znode /2283532165/balancer because node does not exist (not necessarily an error) 2024-11-19T17:20:26,454 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2283532165/balancer already deleted, retry=false 2024-11-19T17:20:26,454 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T17:20:26,455 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34379-0x101313e57460006, quorum=127.0.0.1:53177, baseZNode=/2283532165 Unable to get data of znode /2283532165/normalizer because node does not exist (not necessarily an error) 2024-11-19T17:20:26,456 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2283532165/normalizer already deleted, retry=false 2024-11-19T17:20:26,456 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T17:20:26,457 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34379-0x101313e57460006, quorum=127.0.0.1:53177, baseZNode=/2283532165 Unable to get data of znode /2283532165/switch/split because node does not exist (not necessarily an error) 2024-11-19T17:20:26,459 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2283532165/switch/split already deleted, retry=false 2024-11-19T17:20:26,460 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34379-0x101313e57460006, quorum=127.0.0.1:53177, baseZNode=/2283532165 Unable to get data of znode /2283532165/switch/merge because node does not exist (not necessarily an error) 2024-11-19T17:20:26,461 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2283532165/switch/merge already deleted, retry=false 2024-11-19T17:20:26,463 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34379-0x101313e57460006, quorum=127.0.0.1:53177, baseZNode=/2283532165 Unable to get data of znode /2283532165/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T17:20:26,464 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2283532165/snapshot-cleanup already deleted, retry=false 2024-11-19T17:20:26,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34753-0x101313e57460007, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2283532165/running 2024-11-19T17:20:26,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34753-0x101313e57460007, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2283532165 2024-11-19T17:20:26,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x101313e57460006, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2283532165/running 2024-11-19T17:20:26,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x101313e57460006, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2283532165 2024-11-19T17:20:26,466 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=280a42d09ec8,34379,1732036825039, sessionid=0x101313e57460006, setting cluster-up flag (Was=false) 2024-11-19T17:20:26,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34753-0x101313e57460007, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2283532165 2024-11-19T17:20:26,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x101313e57460006, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2283532165 2024-11-19T17:20:26,475 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2283532165/flush-table-proc/acquired, /2283532165/flush-table-proc/reached, /2283532165/flush-table-proc/abort 2024-11-19T17:20:26,476 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,34379,1732036825039 2024-11-19T17:20:26,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34753-0x101313e57460007, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2283532165 2024-11-19T17:20:26,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x101313e57460006, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2283532165 2024-11-19T17:20:26,483 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2283532165/online-snapshot/acquired, /2283532165/online-snapshot/reached, /2283532165/online-snapshot/abort 2024-11-19T17:20:26,484 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,34379,1732036825039 2024-11-19T17:20:26,485 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T17:20:26,486 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T17:20:26,486 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T17:20:26,486 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T17:20:26,486 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 280a42d09ec8,34379,1732036825039 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T17:20:26,487 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:20:26,487 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:20:26,487 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:20:26,487 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:20:26,487 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/280a42d09ec8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T17:20:26,487 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:26,487 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:20:26,487 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:26,489 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:20:26,489 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T17:20:26,489 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:26,489 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T17:20:26,506 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732036856506 2024-11-19T17:20:26,506 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T17:20:26,506 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T17:20:26,506 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T17:20:26,506 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T17:20:26,506 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T17:20:26,506 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T17:20:26,507 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:26,512 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T17:20:26,512 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T17:20:26,513 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T17:20:26,513 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T17:20:26,515 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T17:20:26,515 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T17:20:26,516 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036826515,5,FailOnTimeoutGroup] 2024-11-19T17:20:26,516 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036826516,5,FailOnTimeoutGroup] 2024-11-19T17:20:26,516 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:26,516 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T17:20:26,516 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:26,516 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:26,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741831_1007 (size=1321) 2024-11-19T17:20:26,520 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T17:20:26,520 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a 2024-11-19T17:20:26,521 INFO [RS:0;280a42d09ec8:34753 {}] regionserver.HRegionServer(746): ClusterId : 58f03ca2-e122-4834-b8b1-779ec28ff884 2024-11-19T17:20:26,521 DEBUG [RS:0;280a42d09ec8:34753 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T17:20:26,524 DEBUG [RS:0;280a42d09ec8:34753 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T17:20:26,524 DEBUG [RS:0;280a42d09ec8:34753 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T17:20:26,526 DEBUG [RS:0;280a42d09ec8:34753 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T17:20:26,526 DEBUG [RS:0;280a42d09ec8:34753 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f6a159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:20:26,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741832_1008 (size=32) 2024-11-19T17:20:26,544 DEBUG [RS:0;280a42d09ec8:34753 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;280a42d09ec8:34753 2024-11-19T17:20:26,544 INFO [RS:0;280a42d09ec8:34753 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T17:20:26,544 INFO [RS:0;280a42d09ec8:34753 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T17:20:26,544 DEBUG [RS:0;280a42d09ec8:34753 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T17:20:26,545 INFO [RS:0;280a42d09ec8:34753 {}] regionserver.HRegionServer(2659): reportForDuty to master=280a42d09ec8,34379,1732036825039 with port=34753, startcode=1732036825087 2024-11-19T17:20:26,545 DEBUG [RS:0;280a42d09ec8:34753 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T17:20:26,547 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T17:20:26,547 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34379 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 280a42d09ec8,34753,1732036825087 2024-11-19T17:20:26,548 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34379 {}] master.ServerManager(517): Registering regionserver=280a42d09ec8,34753,1732036825087 2024-11-19T17:20:26,549 DEBUG [RS:0;280a42d09ec8:34753 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a 2024-11-19T17:20:26,549 DEBUG [RS:0;280a42d09ec8:34753 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35191 2024-11-19T17:20:26,549 DEBUG [RS:0;280a42d09ec8:34753 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T17:20:26,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x101313e57460006, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2283532165/rs 2024-11-19T17:20:26,555 DEBUG [RS:0;280a42d09ec8:34753 {}] zookeeper.ZKUtil(111): regionserver:34753-0x101313e57460007, quorum=127.0.0.1:53177, baseZNode=/2283532165 Set watcher on existing znode=/2283532165/rs/280a42d09ec8,34753,1732036825087 2024-11-19T17:20:26,555 WARN [RS:0;280a42d09ec8:34753 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:20:26,556 INFO [RS:0;280a42d09ec8:34753 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:20:26,556 DEBUG [RS:0;280a42d09ec8:34753 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087 2024-11-19T17:20:26,556 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [280a42d09ec8,34753,1732036825087] 2024-11-19T17:20:26,558 INFO [RS:0;280a42d09ec8:34753 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T17:20:26,560 INFO [RS:0;280a42d09ec8:34753 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T17:20:26,560 INFO [RS:0;280a42d09ec8:34753 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T17:20:26,560 INFO [RS:0;280a42d09ec8:34753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:26,560 INFO [RS:0;280a42d09ec8:34753 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T17:20:26,561 INFO [RS:0;280a42d09ec8:34753 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T17:20:26,561 INFO [RS:0;280a42d09ec8:34753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:26,561 DEBUG [RS:0;280a42d09ec8:34753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:26,561 DEBUG [RS:0;280a42d09ec8:34753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:26,561 DEBUG [RS:0;280a42d09ec8:34753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:26,561 DEBUG [RS:0;280a42d09ec8:34753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:26,561 DEBUG [RS:0;280a42d09ec8:34753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:26,561 DEBUG [RS:0;280a42d09ec8:34753 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:20:26,561 DEBUG [RS:0;280a42d09ec8:34753 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:26,561 DEBUG [RS:0;280a42d09ec8:34753 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:26,561 DEBUG [RS:0;280a42d09ec8:34753 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:26,561 DEBUG [RS:0;280a42d09ec8:34753 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:26,561 DEBUG [RS:0;280a42d09ec8:34753 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:26,561 DEBUG [RS:0;280a42d09ec8:34753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:26,561 DEBUG [RS:0;280a42d09ec8:34753 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:20:26,561 DEBUG [RS:0;280a42d09ec8:34753 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:20:26,562 INFO [RS:0;280a42d09ec8:34753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:26,562 INFO [RS:0;280a42d09ec8:34753 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:26,562 INFO [RS:0;280a42d09ec8:34753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:26,562 INFO [RS:0;280a42d09ec8:34753 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:26,562 INFO [RS:0;280a42d09ec8:34753 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:26,562 INFO [RS:0;280a42d09ec8:34753 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,34753,1732036825087-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:20:26,576 INFO [RS:0;280a42d09ec8:34753 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T17:20:26,576 INFO [RS:0;280a42d09ec8:34753 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,34753,1732036825087-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:26,576 INFO [RS:0;280a42d09ec8:34753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:26,576 INFO [RS:0;280a42d09ec8:34753 {}] regionserver.Replication(171): 280a42d09ec8,34753,1732036825087 started 2024-11-19T17:20:26,589 INFO [RS:0;280a42d09ec8:34753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:26,589 INFO [RS:0;280a42d09ec8:34753 {}] regionserver.HRegionServer(1482): Serving as 280a42d09ec8,34753,1732036825087, RpcServer on 280a42d09ec8/172.17.0.2:34753, sessionid=0x101313e57460007 2024-11-19T17:20:26,589 DEBUG [RS:0;280a42d09ec8:34753 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T17:20:26,589 DEBUG [RS:0;280a42d09ec8:34753 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 280a42d09ec8,34753,1732036825087 2024-11-19T17:20:26,589 DEBUG [RS:0;280a42d09ec8:34753 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,34753,1732036825087' 2024-11-19T17:20:26,589 DEBUG [RS:0;280a42d09ec8:34753 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2283532165/flush-table-proc/abort' 2024-11-19T17:20:26,590 DEBUG [RS:0;280a42d09ec8:34753 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2283532165/flush-table-proc/acquired' 2024-11-19T17:20:26,590 DEBUG [RS:0;280a42d09ec8:34753 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T17:20:26,590 DEBUG [RS:0;280a42d09ec8:34753 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T17:20:26,590 DEBUG [RS:0;280a42d09ec8:34753 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 280a42d09ec8,34753,1732036825087 2024-11-19T17:20:26,590 DEBUG [RS:0;280a42d09ec8:34753 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,34753,1732036825087' 2024-11-19T17:20:26,590 DEBUG [RS:0;280a42d09ec8:34753 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2283532165/online-snapshot/abort' 2024-11-19T17:20:26,590 DEBUG [RS:0;280a42d09ec8:34753 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2283532165/online-snapshot/acquired' 2024-11-19T17:20:26,591 DEBUG [RS:0;280a42d09ec8:34753 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T17:20:26,591 INFO [RS:0;280a42d09ec8:34753 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T17:20:26,591 INFO [RS:0;280a42d09ec8:34753 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T17:20:26,691 INFO [RS:0;280a42d09ec8:34753 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:20:26,692 INFO [RS:0;280a42d09ec8:34753 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C34753%2C1732036825087, suffix=, logDir=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087, archiveDir=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/oldWALs, maxLogs=10 2024-11-19T17:20:26,707 DEBUG [RS:0;280a42d09ec8:34753 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693, exclude list is [], retry=0 2024-11-19T17:20:26,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37321,DS-e67e23a7-fa2c-4f8c-b372-6f49e8555fe4,DISK] 2024-11-19T17:20:26,712 INFO [RS:0;280a42d09ec8:34753 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 2024-11-19T17:20:26,712 DEBUG [RS:0;280a42d09ec8:34753 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35575:35575)] 2024-11-19T17:20:26,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:20:26,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:20:26,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:20:26,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:26,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:20:26,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:20:26,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:20:26,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:26,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:20:26,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:20:26,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:20:26,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:26,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:20:26,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:20:26,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:20:26,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:26,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:20:26,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:20:26,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/hbase/meta/1588230740 2024-11-19T17:20:26,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/hbase/meta/1588230740 2024-11-19T17:20:26,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:20:26,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:20:26,941 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:20:26,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:20:26,944 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:20:26,945 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67507532, jitterRate=0.005940616130828857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:20:26,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732036826930Initializing all the Stores at 1732036826931 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036826931Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036826931Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036826931Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036826931Cleaning up temporary data from old regions at 1732036826941 (+10 ms)Region opened successfully at 1732036826945 (+4 ms) 2024-11-19T17:20:26,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:20:26,945 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:20:26,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:20:26,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:20:26,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:20:26,946 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:20:26,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036826945Disabling compacts and flushes for region at 1732036826945Disabling writes for close at 1732036826945Writing region close event to WAL at 1732036826946 (+1 ms)Closed at 1732036826946 2024-11-19T17:20:26,947 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:20:26,947 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T17:20:26,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T17:20:26,948 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:20:26,949 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T17:20:27,099 DEBUG [280a42d09ec8:34379 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T17:20:27,099 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=280a42d09ec8,34753,1732036825087 2024-11-19T17:20:27,100 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,34753,1732036825087, state=OPENING 2024-11-19T17:20:27,102 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T17:20:27,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x101313e57460006, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2283532165 2024-11-19T17:20:27,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34753-0x101313e57460007, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2283532165 2024-11-19T17:20:27,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2283532165/meta-region-server: CHANGED 2024-11-19T17:20:27,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2283532165/meta-region-server: CHANGED 2024-11-19T17:20:27,104 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:20:27,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,34753,1732036825087}] 2024-11-19T17:20:27,256 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:20:27,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T17:20:27,261 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T17:20:27,261 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:20:27,261 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T17:20:27,263 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C34753%2C1732036825087.meta, suffix=.meta, logDir=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087, archiveDir=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/oldWALs, maxLogs=10 2024-11-19T17:20:27,276 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.meta.1732036827263.meta, exclude list is [], retry=0 2024-11-19T17:20:27,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37321,DS-e67e23a7-fa2c-4f8c-b372-6f49e8555fe4,DISK] 2024-11-19T17:20:27,280 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.meta.1732036827263.meta 2024-11-19T17:20:27,280 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35575:35575)] 2024-11-19T17:20:27,280 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:20:27,280 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:20:27,280 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:20:27,280 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T17:20:27,281 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T17:20:27,281 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T17:20:27,281 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:20:27,281 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T17:20:27,281 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T17:20:27,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:20:27,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:20:27,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:27,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:20:27,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:20:27,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:20:27,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:27,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:20:27,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:20:27,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:20:27,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:27,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:20:27,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:20:27,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:20:27,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:27,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:20:27,285 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:20:27,286 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/hbase/meta/1588230740 2024-11-19T17:20:27,287 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/hbase/meta/1588230740 2024-11-19T17:20:27,288 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:20:27,288 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:20:27,289 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:20:27,290 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:20:27,290 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66169619, jitterRate=-0.013995841145515442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:20:27,290 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T17:20:27,291 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732036827281Writing region info on filesystem at 1732036827281Initializing all the Stores at 1732036827281Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036827281Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036827282 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036827282Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036827282Cleaning up temporary data from old regions at 1732036827288 (+6 ms)Running coprocessor post-open hooks at 1732036827290 (+2 ms)Region opened successfully at 1732036827290 2024-11-19T17:20:27,291 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732036827256 2024-11-19T17:20:27,293 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T17:20:27,293 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T17:20:27,294 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,34753,1732036825087 2024-11-19T17:20:27,294 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,34753,1732036825087, state=OPEN 2024-11-19T17:20:27,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34753-0x101313e57460007, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2283532165/meta-region-server 2024-11-19T17:20:27,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x101313e57460006, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2283532165/meta-region-server 2024-11-19T17:20:27,296 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=280a42d09ec8,34753,1732036825087 2024-11-19T17:20:27,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2283532165/meta-region-server: CHANGED 2024-11-19T17:20:27,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2283532165/meta-region-server: CHANGED 2024-11-19T17:20:27,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T17:20:27,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,34753,1732036825087 in 192 msec 2024-11-19T17:20:27,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T17:20:27,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 351 msec 2024-11-19T17:20:27,300 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:20:27,300 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T17:20:27,301 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:20:27,302 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,34753,1732036825087, seqNum=-1] 2024-11-19T17:20:27,302 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:20:27,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:20:27,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 820 msec 2024-11-19T17:20:27,307 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732036827307, completionTime=-1 2024-11-19T17:20:27,307 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T17:20:27,307 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T17:20:27,309 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T17:20:27,309 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732036887309 2024-11-19T17:20:27,309 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732036947309 2024-11-19T17:20:27,309 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T17:20:27,309 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,34379,1732036825039-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:27,309 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,34379,1732036825039-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:27,309 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,34379,1732036825039-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:27,309 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-280a42d09ec8:34379, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:27,309 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:27,310 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:27,311 DEBUG [master/280a42d09ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T17:20:27,314 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.162sec 2024-11-19T17:20:27,314 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T17:20:27,314 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T17:20:27,314 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T17:20:27,314 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T17:20:27,314 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T17:20:27,314 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,34379,1732036825039-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:20:27,314 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,34379,1732036825039-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T17:20:27,317 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T17:20:27,317 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T17:20:27,317 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,34379,1732036825039-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:27,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a552b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:27,323 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,34379,-1 for getting cluster id 2024-11-19T17:20:27,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:20:27,324 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58f03ca2-e122-4834-b8b1-779ec28ff884' 2024-11-19T17:20:27,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:20:27,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58f03ca2-e122-4834-b8b1-779ec28ff884" 2024-11-19T17:20:27,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a7f95f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:27,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,34379,-1] 2024-11-19T17:20:27,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:20:27,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:27,327 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:20:27,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@236ee495, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:27,328 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:20:27,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,34753,1732036825087, seqNum=-1] 2024-11-19T17:20:27,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:20:27,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:20:27,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=280a42d09ec8,34379,1732036825039 2024-11-19T17:20:27,332 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53177 2024-11-19T17:20:27,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:20:27,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101313e57460008 connected 2024-11-19T17:20:27,343 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:20:27,344 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,34245,1732036817116 2024-11-19T17:20:27,344 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b9bd1a1 2024-11-19T17:20:27,344 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:20:27,345 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:20:27,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:20:27,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T17:20:27,348 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T17:20:27,348 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:27,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T17:20:27,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:20:27,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T17:20:27,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741835_1011 (size=902) 2024-11-19T17:20:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:20:27,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:20:27,760 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 595e74f58296adebebbfc4f171f23d79, NAME => 'test,,1732036827345.595e74f58296adebebbfc4f171f23d79.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320 2024-11-19T17:20:27,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741836_1012 (size=39) 2024-11-19T17:20:27,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:20:28,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732036827345.595e74f58296adebebbfc4f171f23d79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:20:28,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 595e74f58296adebebbfc4f171f23d79, disabling compactions & flushes 2024-11-19T17:20:28,167 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732036827345.595e74f58296adebebbfc4f171f23d79. 2024-11-19T17:20:28,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732036827345.595e74f58296adebebbfc4f171f23d79. 2024-11-19T17:20:28,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732036827345.595e74f58296adebebbfc4f171f23d79. after waiting 0 ms 2024-11-19T17:20:28,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732036827345.595e74f58296adebebbfc4f171f23d79. 2024-11-19T17:20:28,167 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732036827345.595e74f58296adebebbfc4f171f23d79. 2024-11-19T17:20:28,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 595e74f58296adebebbfc4f171f23d79: Waiting for close lock at 1732036828167Disabling compacts and flushes for region at 1732036828167Disabling writes for close at 1732036828167Writing region close event to WAL at 1732036828167Closed at 1732036828167 2024-11-19T17:20:28,169 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T17:20:28,169 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732036827345.595e74f58296adebebbfc4f171f23d79.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732036828169"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732036828169"}]},"ts":"1732036828169"} 2024-11-19T17:20:28,172 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T17:20:28,173 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T17:20:28,173 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036828173"}]},"ts":"1732036828173"} 2024-11-19T17:20:28,174 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T17:20:28,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=595e74f58296adebebbfc4f171f23d79, ASSIGN}] 2024-11-19T17:20:28,176 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=595e74f58296adebebbfc4f171f23d79, ASSIGN 2024-11-19T17:20:28,177 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=595e74f58296adebebbfc4f171f23d79, ASSIGN; state=OFFLINE, location=280a42d09ec8,44979,1732036817167; forceNewPlan=false, retain=false 2024-11-19T17:20:28,327 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=595e74f58296adebebbfc4f171f23d79, regionState=OPENING, regionLocation=280a42d09ec8,44979,1732036817167 2024-11-19T17:20:28,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=595e74f58296adebebbfc4f171f23d79, ASSIGN because future has completed 2024-11-19T17:20:28,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 595e74f58296adebebbfc4f171f23d79, server=280a42d09ec8,44979,1732036817167}] 2024-11-19T17:20:28,486 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732036827345.595e74f58296adebebbfc4f171f23d79. 2024-11-19T17:20:28,486 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 595e74f58296adebebbfc4f171f23d79, NAME => 'test,,1732036827345.595e74f58296adebebbfc4f171f23d79.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:20:28,487 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:20:28,487 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T17:20:28,487 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 595e74f58296adebebbfc4f171f23d79 2024-11-19T17:20:28,487 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732036827345.595e74f58296adebebbfc4f171f23d79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:20:28,487 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 595e74f58296adebebbfc4f171f23d79 2024-11-19T17:20:28,487 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 595e74f58296adebebbfc4f171f23d79 2024-11-19T17:20:28,489 INFO [StoreOpener-595e74f58296adebebbfc4f171f23d79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 595e74f58296adebebbfc4f171f23d79 2024-11-19T17:20:28,490 INFO [StoreOpener-595e74f58296adebebbfc4f171f23d79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 595e74f58296adebebbfc4f171f23d79 columnFamilyName f 2024-11-19T17:20:28,490 DEBUG [StoreOpener-595e74f58296adebebbfc4f171f23d79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:28,490 INFO [StoreOpener-595e74f58296adebebbfc4f171f23d79-1 {}] regionserver.HStore(327): Store=595e74f58296adebebbfc4f171f23d79/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:28,490 INFO [StoreOpener-595e74f58296adebebbfc4f171f23d79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 595e74f58296adebebbfc4f171f23d79 2024-11-19T17:20:28,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:20:28,491 INFO [StoreOpener-595e74f58296adebebbfc4f171f23d79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 595e74f58296adebebbfc4f171f23d79 columnFamilyName f1 2024-11-19T17:20:28,491 DEBUG [StoreOpener-595e74f58296adebebbfc4f171f23d79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:28,491 INFO [StoreOpener-595e74f58296adebebbfc4f171f23d79-1 {}] regionserver.HStore(327): Store=595e74f58296adebebbfc4f171f23d79/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:28,491 INFO [StoreOpener-595e74f58296adebebbfc4f171f23d79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 595e74f58296adebebbfc4f171f23d79 2024-11-19T17:20:28,492 INFO [StoreOpener-595e74f58296adebebbfc4f171f23d79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 595e74f58296adebebbfc4f171f23d79 columnFamilyName norep 2024-11-19T17:20:28,492 DEBUG [StoreOpener-595e74f58296adebebbfc4f171f23d79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:28,492 INFO [StoreOpener-595e74f58296adebebbfc4f171f23d79-1 {}] regionserver.HStore(327): Store=595e74f58296adebebbfc4f171f23d79/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:28,493 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 595e74f58296adebebbfc4f171f23d79 2024-11-19T17:20:28,493 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/default/test/595e74f58296adebebbfc4f171f23d79 2024-11-19T17:20:28,493 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/default/test/595e74f58296adebebbfc4f171f23d79 2024-11-19T17:20:28,494 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 595e74f58296adebebbfc4f171f23d79 2024-11-19T17:20:28,494 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 595e74f58296adebebbfc4f171f23d79 2024-11-19T17:20:28,495 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:20:28,496 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 595e74f58296adebebbfc4f171f23d79 2024-11-19T17:20:28,498 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/default/test/595e74f58296adebebbfc4f171f23d79/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:20:28,498 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 595e74f58296adebebbfc4f171f23d79; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60406973, jitterRate=-0.09986595809459686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:20:28,498 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 595e74f58296adebebbfc4f171f23d79 2024-11-19T17:20:28,499 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 595e74f58296adebebbfc4f171f23d79: Running coprocessor pre-open hook at 1732036828488Writing region info on filesystem at 1732036828488Initializing all the Stores at 1732036828488Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036828488Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036828488Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036828489 (+1 ms)Cleaning up temporary data from old regions at 1732036828494 (+5 ms)Running coprocessor post-open hooks at 1732036828498 (+4 ms)Region opened successfully at 1732036828499 (+1 ms) 2024-11-19T17:20:28,500 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732036827345.595e74f58296adebebbfc4f171f23d79., pid=6, masterSystemTime=1732036828482 2024-11-19T17:20:28,502 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732036827345.595e74f58296adebebbfc4f171f23d79. 2024-11-19T17:20:28,502 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732036827345.595e74f58296adebebbfc4f171f23d79. 2024-11-19T17:20:28,502 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=595e74f58296adebebbfc4f171f23d79, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=280a42d09ec8,44979,1732036817167 2024-11-19T17:20:28,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 595e74f58296adebebbfc4f171f23d79, server=280a42d09ec8,44979,1732036817167 because future has completed 2024-11-19T17:20:28,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T17:20:28,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 595e74f58296adebebbfc4f171f23d79, server=280a42d09ec8,44979,1732036817167 in 175 msec 2024-11-19T17:20:28,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T17:20:28,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=595e74f58296adebebbfc4f171f23d79, ASSIGN in 332 msec 2024-11-19T17:20:28,510 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T17:20:28,510 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036828510"}]},"ts":"1732036828510"} 2024-11-19T17:20:28,512 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T17:20:28,513 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T17:20:28,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1670 sec 2024-11-19T17:20:29,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:20:29,501 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T17:20:29,501 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:20:29,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,41169,1732036821291 2024-11-19T17:20:29,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cef6509 2024-11-19T17:20:29,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:20:29,503 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:20:29,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41169 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:20:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41169 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T17:20:29,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T17:20:29,507 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:29,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41169 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T17:20:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:20:29,508 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T17:20:29,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741835_1011 (size=902) 2024-11-19T17:20:29,531 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0bcd92b8bd8f76081d4480d74a3a9864, NAME => 'test,,1732036829504.0bcd92b8bd8f76081d4480d74a3a9864.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec 2024-11-19T17:20:29,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741836_1012 (size=39) 2024-11-19T17:20:29,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:20:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:20:29,939 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732036829504.0bcd92b8bd8f76081d4480d74a3a9864.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:20:29,939 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0bcd92b8bd8f76081d4480d74a3a9864, disabling compactions & flushes 2024-11-19T17:20:29,939 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732036829504.0bcd92b8bd8f76081d4480d74a3a9864. 2024-11-19T17:20:29,939 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732036829504.0bcd92b8bd8f76081d4480d74a3a9864. 2024-11-19T17:20:29,939 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732036829504.0bcd92b8bd8f76081d4480d74a3a9864. after waiting 0 ms 2024-11-19T17:20:29,939 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732036829504.0bcd92b8bd8f76081d4480d74a3a9864. 2024-11-19T17:20:29,939 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732036829504.0bcd92b8bd8f76081d4480d74a3a9864. 2024-11-19T17:20:29,939 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0bcd92b8bd8f76081d4480d74a3a9864: Waiting for close lock at 1732036829939Disabling compacts and flushes for region at 1732036829939Disabling writes for close at 1732036829939Writing region close event to WAL at 1732036829939Closed at 1732036829939 2024-11-19T17:20:29,940 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T17:20:29,940 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732036829504.0bcd92b8bd8f76081d4480d74a3a9864.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732036829940"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732036829940"}]},"ts":"1732036829940"} 2024-11-19T17:20:29,942 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T17:20:29,943 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T17:20:29,943 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036829943"}]},"ts":"1732036829943"} 2024-11-19T17:20:29,944 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T17:20:29,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0bcd92b8bd8f76081d4480d74a3a9864, ASSIGN}] 2024-11-19T17:20:29,946 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0bcd92b8bd8f76081d4480d74a3a9864, ASSIGN 2024-11-19T17:20:29,946 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0bcd92b8bd8f76081d4480d74a3a9864, ASSIGN; state=OFFLINE, location=280a42d09ec8,46319,1732036821329; forceNewPlan=false, retain=false 2024-11-19T17:20:30,097 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0bcd92b8bd8f76081d4480d74a3a9864, regionState=OPENING, regionLocation=280a42d09ec8,46319,1732036821329 2024-11-19T17:20:30,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0bcd92b8bd8f76081d4480d74a3a9864, ASSIGN because future has completed 2024-11-19T17:20:30,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bcd92b8bd8f76081d4480d74a3a9864, server=280a42d09ec8,46319,1732036821329}] 2024-11-19T17:20:30,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:20:30,253 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732036829504.0bcd92b8bd8f76081d4480d74a3a9864. 2024-11-19T17:20:30,253 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0bcd92b8bd8f76081d4480d74a3a9864, NAME => 'test,,1732036829504.0bcd92b8bd8f76081d4480d74a3a9864.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:20:30,254 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:20:30,254 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T17:20:30,254 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0bcd92b8bd8f76081d4480d74a3a9864 2024-11-19T17:20:30,254 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732036829504.0bcd92b8bd8f76081d4480d74a3a9864.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:20:30,254 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0bcd92b8bd8f76081d4480d74a3a9864 2024-11-19T17:20:30,254 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0bcd92b8bd8f76081d4480d74a3a9864 2024-11-19T17:20:30,255 INFO [StoreOpener-0bcd92b8bd8f76081d4480d74a3a9864-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0bcd92b8bd8f76081d4480d74a3a9864 2024-11-19T17:20:30,256 INFO [StoreOpener-0bcd92b8bd8f76081d4480d74a3a9864-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bcd92b8bd8f76081d4480d74a3a9864 columnFamilyName f 2024-11-19T17:20:30,256 DEBUG [StoreOpener-0bcd92b8bd8f76081d4480d74a3a9864-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:30,256 INFO [StoreOpener-0bcd92b8bd8f76081d4480d74a3a9864-1 {}] regionserver.HStore(327): Store=0bcd92b8bd8f76081d4480d74a3a9864/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:30,257 INFO [StoreOpener-0bcd92b8bd8f76081d4480d74a3a9864-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0bcd92b8bd8f76081d4480d74a3a9864 2024-11-19T17:20:30,257 INFO [StoreOpener-0bcd92b8bd8f76081d4480d74a3a9864-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bcd92b8bd8f76081d4480d74a3a9864 columnFamilyName f1 2024-11-19T17:20:30,257 DEBUG [StoreOpener-0bcd92b8bd8f76081d4480d74a3a9864-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:30,258 INFO [StoreOpener-0bcd92b8bd8f76081d4480d74a3a9864-1 {}] regionserver.HStore(327): Store=0bcd92b8bd8f76081d4480d74a3a9864/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:30,258 INFO [StoreOpener-0bcd92b8bd8f76081d4480d74a3a9864-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0bcd92b8bd8f76081d4480d74a3a9864 2024-11-19T17:20:30,259 INFO [StoreOpener-0bcd92b8bd8f76081d4480d74a3a9864-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bcd92b8bd8f76081d4480d74a3a9864 columnFamilyName norep 2024-11-19T17:20:30,259 DEBUG [StoreOpener-0bcd92b8bd8f76081d4480d74a3a9864-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:30,259 INFO [StoreOpener-0bcd92b8bd8f76081d4480d74a3a9864-1 {}] regionserver.HStore(327): Store=0bcd92b8bd8f76081d4480d74a3a9864/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:30,259 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0bcd92b8bd8f76081d4480d74a3a9864 2024-11-19T17:20:30,259 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/default/test/0bcd92b8bd8f76081d4480d74a3a9864 2024-11-19T17:20:30,260 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/default/test/0bcd92b8bd8f76081d4480d74a3a9864 2024-11-19T17:20:30,260 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0bcd92b8bd8f76081d4480d74a3a9864 2024-11-19T17:20:30,260 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0bcd92b8bd8f76081d4480d74a3a9864 2024-11-19T17:20:30,261 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:20:30,262 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0bcd92b8bd8f76081d4480d74a3a9864 2024-11-19T17:20:30,263 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/default/test/0bcd92b8bd8f76081d4480d74a3a9864/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:20:30,263 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0bcd92b8bd8f76081d4480d74a3a9864; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61429632, jitterRate=-0.08462715148925781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:20:30,263 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0bcd92b8bd8f76081d4480d74a3a9864 2024-11-19T17:20:30,263 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0bcd92b8bd8f76081d4480d74a3a9864: Running coprocessor pre-open hook at 1732036830254Writing region info on filesystem at 1732036830254Initializing all the Stores at 1732036830255 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036830255Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036830255Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036830255Cleaning up temporary data from old regions at 1732036830260 (+5 ms)Running coprocessor post-open hooks at 1732036830263 (+3 ms)Region opened successfully at 1732036830263 2024-11-19T17:20:30,264 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732036829504.0bcd92b8bd8f76081d4480d74a3a9864., pid=6, masterSystemTime=1732036830250 2024-11-19T17:20:30,266 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732036829504.0bcd92b8bd8f76081d4480d74a3a9864. 2024-11-19T17:20:30,266 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732036829504.0bcd92b8bd8f76081d4480d74a3a9864. 2024-11-19T17:20:30,266 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0bcd92b8bd8f76081d4480d74a3a9864, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=280a42d09ec8,46319,1732036821329 2024-11-19T17:20:30,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bcd92b8bd8f76081d4480d74a3a9864, server=280a42d09ec8,46319,1732036821329 because future has completed 2024-11-19T17:20:30,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T17:20:30,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0bcd92b8bd8f76081d4480d74a3a9864, server=280a42d09ec8,46319,1732036821329 in 170 msec 2024-11-19T17:20:30,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T17:20:30,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0bcd92b8bd8f76081d4480d74a3a9864, ASSIGN in 326 msec 2024-11-19T17:20:30,273 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T17:20:30,273 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036830273"}]},"ts":"1732036830273"} 2024-11-19T17:20:30,275 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T17:20:30,275 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T17:20:30,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 771 msec 2024-11-19T17:20:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:20:30,650 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T17:20:30,651 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:20:30,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,34379,1732036825039 2024-11-19T17:20:30,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bdbb649 2024-11-19T17:20:30,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:20:30,653 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:20:30,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:20:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T17:20:30,656 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T17:20:30,656 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:30,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T17:20:30,657 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T17:20:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:20:30,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741835_1011 (size=902) 2024-11-19T17:20:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:20:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:20:31,018 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T17:20:31,063 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 322fb0f38cd677e56a124b61dae7f420, NAME => 'test,,1732036830653.322fb0f38cd677e56a124b61dae7f420.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a 2024-11-19T17:20:31,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741836_1012 (size=39) 2024-11-19T17:20:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:20:31,468 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732036830653.322fb0f38cd677e56a124b61dae7f420.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:20:31,468 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 322fb0f38cd677e56a124b61dae7f420, disabling compactions & flushes 2024-11-19T17:20:31,468 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732036830653.322fb0f38cd677e56a124b61dae7f420. 2024-11-19T17:20:31,468 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732036830653.322fb0f38cd677e56a124b61dae7f420. 2024-11-19T17:20:31,468 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732036830653.322fb0f38cd677e56a124b61dae7f420. after waiting 0 ms 2024-11-19T17:20:31,468 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732036830653.322fb0f38cd677e56a124b61dae7f420. 2024-11-19T17:20:31,468 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732036830653.322fb0f38cd677e56a124b61dae7f420. 2024-11-19T17:20:31,468 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 322fb0f38cd677e56a124b61dae7f420: Waiting for close lock at 1732036831468Disabling compacts and flushes for region at 1732036831468Disabling writes for close at 1732036831468Writing region close event to WAL at 1732036831468Closed at 1732036831468 2024-11-19T17:20:31,470 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T17:20:31,470 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732036830653.322fb0f38cd677e56a124b61dae7f420.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732036831470"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732036831470"}]},"ts":"1732036831470"} 2024-11-19T17:20:31,472 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T17:20:31,473 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T17:20:31,473 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036831473"}]},"ts":"1732036831473"} 2024-11-19T17:20:31,474 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T17:20:31,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=322fb0f38cd677e56a124b61dae7f420, ASSIGN}] 2024-11-19T17:20:31,476 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=322fb0f38cd677e56a124b61dae7f420, ASSIGN 2024-11-19T17:20:31,476 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=322fb0f38cd677e56a124b61dae7f420, ASSIGN; state=OFFLINE, location=280a42d09ec8,34753,1732036825087; forceNewPlan=false, retain=false 2024-11-19T17:20:31,627 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=322fb0f38cd677e56a124b61dae7f420, regionState=OPENING, regionLocation=280a42d09ec8,34753,1732036825087 2024-11-19T17:20:31,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=322fb0f38cd677e56a124b61dae7f420, ASSIGN because future has completed 2024-11-19T17:20:31,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 322fb0f38cd677e56a124b61dae7f420, server=280a42d09ec8,34753,1732036825087}] 2024-11-19T17:20:31,786 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732036830653.322fb0f38cd677e56a124b61dae7f420. 2024-11-19T17:20:31,786 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 322fb0f38cd677e56a124b61dae7f420, NAME => 'test,,1732036830653.322fb0f38cd677e56a124b61dae7f420.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:20:31,787 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:20:31,787 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T17:20:31,787 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 322fb0f38cd677e56a124b61dae7f420 2024-11-19T17:20:31,787 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732036830653.322fb0f38cd677e56a124b61dae7f420.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:20:31,787 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 322fb0f38cd677e56a124b61dae7f420 2024-11-19T17:20:31,787 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 322fb0f38cd677e56a124b61dae7f420 2024-11-19T17:20:31,788 INFO [StoreOpener-322fb0f38cd677e56a124b61dae7f420-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 322fb0f38cd677e56a124b61dae7f420 2024-11-19T17:20:31,790 INFO [StoreOpener-322fb0f38cd677e56a124b61dae7f420-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 322fb0f38cd677e56a124b61dae7f420 columnFamilyName f 2024-11-19T17:20:31,790 DEBUG [StoreOpener-322fb0f38cd677e56a124b61dae7f420-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:31,790 INFO [StoreOpener-322fb0f38cd677e56a124b61dae7f420-1 {}] regionserver.HStore(327): Store=322fb0f38cd677e56a124b61dae7f420/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:31,791 INFO [StoreOpener-322fb0f38cd677e56a124b61dae7f420-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 322fb0f38cd677e56a124b61dae7f420 2024-11-19T17:20:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:20:31,792 INFO [StoreOpener-322fb0f38cd677e56a124b61dae7f420-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 322fb0f38cd677e56a124b61dae7f420 columnFamilyName f1 2024-11-19T17:20:31,792 DEBUG [StoreOpener-322fb0f38cd677e56a124b61dae7f420-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:31,792 INFO [StoreOpener-322fb0f38cd677e56a124b61dae7f420-1 {}] regionserver.HStore(327): Store=322fb0f38cd677e56a124b61dae7f420/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:31,792 INFO [StoreOpener-322fb0f38cd677e56a124b61dae7f420-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 322fb0f38cd677e56a124b61dae7f420 2024-11-19T17:20:31,793 INFO [StoreOpener-322fb0f38cd677e56a124b61dae7f420-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 322fb0f38cd677e56a124b61dae7f420 columnFamilyName norep 2024-11-19T17:20:31,793 DEBUG [StoreOpener-322fb0f38cd677e56a124b61dae7f420-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:31,793 INFO [StoreOpener-322fb0f38cd677e56a124b61dae7f420-1 {}] regionserver.HStore(327): Store=322fb0f38cd677e56a124b61dae7f420/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:31,794 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 322fb0f38cd677e56a124b61dae7f420 2024-11-19T17:20:31,794 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/default/test/322fb0f38cd677e56a124b61dae7f420 2024-11-19T17:20:31,795 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/default/test/322fb0f38cd677e56a124b61dae7f420 2024-11-19T17:20:31,795 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 322fb0f38cd677e56a124b61dae7f420 2024-11-19T17:20:31,795 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 322fb0f38cd677e56a124b61dae7f420 2024-11-19T17:20:31,796 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:20:31,797 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 322fb0f38cd677e56a124b61dae7f420 2024-11-19T17:20:31,799 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/default/test/322fb0f38cd677e56a124b61dae7f420/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:20:31,799 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 322fb0f38cd677e56a124b61dae7f420; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71132283, jitterRate=0.05995361506938934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:20:31,799 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 322fb0f38cd677e56a124b61dae7f420 2024-11-19T17:20:31,799 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 322fb0f38cd677e56a124b61dae7f420: Running coprocessor pre-open hook at 1732036831787Writing region info on filesystem at 1732036831787Initializing all the Stores at 1732036831788 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036831788Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036831788Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036831788Cleaning up temporary data from old regions at 1732036831795 (+7 ms)Running coprocessor post-open hooks at 1732036831799 (+4 ms)Region opened successfully at 1732036831799 2024-11-19T17:20:31,800 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732036830653.322fb0f38cd677e56a124b61dae7f420., pid=6, masterSystemTime=1732036831782 2024-11-19T17:20:31,802 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732036830653.322fb0f38cd677e56a124b61dae7f420. 2024-11-19T17:20:31,802 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732036830653.322fb0f38cd677e56a124b61dae7f420. 2024-11-19T17:20:31,803 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=322fb0f38cd677e56a124b61dae7f420, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=280a42d09ec8,34753,1732036825087 2024-11-19T17:20:31,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 322fb0f38cd677e56a124b61dae7f420, server=280a42d09ec8,34753,1732036825087 because future has completed 2024-11-19T17:20:31,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T17:20:31,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 322fb0f38cd677e56a124b61dae7f420, server=280a42d09ec8,34753,1732036825087 in 176 msec 2024-11-19T17:20:31,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T17:20:31,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=322fb0f38cd677e56a124b61dae7f420, ASSIGN in 333 msec 2024-11-19T17:20:31,811 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T17:20:31,811 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036831811"}]},"ts":"1732036831811"} 2024-11-19T17:20:31,813 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T17:20:31,814 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T17:20:31,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-19T17:20:31,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T17:20:31,976 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T17:20:31,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T17:20:31,977 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T17:20:32,783 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T17:20:32,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:32,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:32,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:20:32,801 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T17:20:32,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590b12be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:32,802 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,34245,-1 for getting cluster id 2024-11-19T17:20:32,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:20:32,803 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c69f3e1-101f-49dc-845f-cf21cd6a0602' 2024-11-19T17:20:32,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:20:32,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c69f3e1-101f-49dc-845f-cf21cd6a0602" 2024-11-19T17:20:32,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d91dba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:32,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,34245,-1] 2024-11-19T17:20:32,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:20:32,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:32,806 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:20:32,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32a7f362, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:32,807 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:20:32,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,34245,1732036817116 2024-11-19T17:20:32,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cbfab5 2024-11-19T17:20:32,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:20:32,808 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:20:32,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://280a42d09ec8:41169,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T17:20:32,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T17:20:32,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:20:32,812 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:41169' 2024-11-19T17:20:32,813 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18df502, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:32,813 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,41169,-1 for getting cluster id 2024-11-19T17:20:32,814 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:20:32,814 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b543d95a-a831-487c-9dda-da0089e4514d' 2024-11-19T17:20:32,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:20:32,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b543d95a-a831-487c-9dda-da0089e4514d" 2024-11-19T17:20:32,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f1777a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:32,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,41169,-1] 2024-11-19T17:20:32,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:20:32,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:32,816 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:20:32,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e19fe10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:32,817 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:20:32,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,41169,1732036821291 2024-11-19T17:20:32,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35a792ad 2024-11-19T17:20:32,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:20:32,820 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:20:32,821 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T17:20:32,821 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T17:20:32,821 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:32,821 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:32,821 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:20:32,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:32,823 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:20:32,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:32,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:32,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:32,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:32,825 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T17:20:32,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:32,826 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T17:20:32,826 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:32,827 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T17:20:32,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:32,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:32,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:32,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:32,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741837_1013 (size=1138) 2024-11-19T17:20:32,845 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b1ced0354e52f9bcb4ecf38956b7beab, NAME => 'hbase:replication,,1732036832822.b1ced0354e52f9bcb4ecf38956b7beab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320 2024-11-19T17:20:32,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741838_1014 (size=44) 2024-11-19T17:20:32,857 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732036832822.b1ced0354e52f9bcb4ecf38956b7beab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:20:32,857 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b1ced0354e52f9bcb4ecf38956b7beab, disabling compactions & flushes 2024-11-19T17:20:32,857 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732036832822.b1ced0354e52f9bcb4ecf38956b7beab. 2024-11-19T17:20:32,857 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732036832822.b1ced0354e52f9bcb4ecf38956b7beab. 2024-11-19T17:20:32,857 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732036832822.b1ced0354e52f9bcb4ecf38956b7beab. after waiting 0 ms 2024-11-19T17:20:32,857 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732036832822.b1ced0354e52f9bcb4ecf38956b7beab. 2024-11-19T17:20:32,857 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732036832822.b1ced0354e52f9bcb4ecf38956b7beab. 2024-11-19T17:20:32,857 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b1ced0354e52f9bcb4ecf38956b7beab: Waiting for close lock at 1732036832857Disabling compacts and flushes for region at 1732036832857Disabling writes for close at 1732036832857Writing region close event to WAL at 1732036832857Closed at 1732036832857 2024-11-19T17:20:32,858 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T17:20:32,859 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732036832822.b1ced0354e52f9bcb4ecf38956b7beab.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732036832859"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732036832859"}]},"ts":"1732036832859"} 2024-11-19T17:20:32,861 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T17:20:32,863 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T17:20:32,864 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036832863"}]},"ts":"1732036832863"} 2024-11-19T17:20:32,866 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T17:20:32,866 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b1ced0354e52f9bcb4ecf38956b7beab, ASSIGN}] 2024-11-19T17:20:32,867 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b1ced0354e52f9bcb4ecf38956b7beab, ASSIGN 2024-11-19T17:20:32,868 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b1ced0354e52f9bcb4ecf38956b7beab, ASSIGN; state=OFFLINE, location=280a42d09ec8,44979,1732036817167; forceNewPlan=false, retain=false 2024-11-19T17:20:32,875 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T17:20:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:20:33,019 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b1ced0354e52f9bcb4ecf38956b7beab, regionState=OPENING, regionLocation=280a42d09ec8,44979,1732036817167 2024-11-19T17:20:33,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b1ced0354e52f9bcb4ecf38956b7beab, ASSIGN because future has completed 2024-11-19T17:20:33,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1ced0354e52f9bcb4ecf38956b7beab, server=280a42d09ec8,44979,1732036817167}] 2024-11-19T17:20:33,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:20:33,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732036832822.b1ced0354e52f9bcb4ecf38956b7beab. 2024-11-19T17:20:33,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:20:33,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T17:20:33,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C44979%2C1732036817167.rep, suffix=, logDir=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167, archiveDir=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/oldWALs, maxLogs=10 2024-11-19T17:20:33,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.rep.1732036833182, exclude list is [], retry=0 2024-11-19T17:20:33,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39685,DS-ced42de4-0e84-4baa-84a4-521618390d53,DISK] 2024-11-19T17:20:33,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.rep.1732036833182 2024-11-19T17:20:33,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33491:33491)] 2024-11-19T17:20:33,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b1ced0354e52f9bcb4ecf38956b7beab, NAME => 'hbase:replication,,1732036832822.b1ced0354e52f9bcb4ecf38956b7beab.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:20:33,200 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:20:33,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:20:33,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732036832822.b1ced0354e52f9bcb4ecf38956b7beab. service=MultiRowMutationService 2024-11-19T17:20:33,200 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T17:20:33,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b1ced0354e52f9bcb4ecf38956b7beab 2024-11-19T17:20:33,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732036832822.b1ced0354e52f9bcb4ecf38956b7beab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:20:33,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b1ced0354e52f9bcb4ecf38956b7beab 2024-11-19T17:20:33,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b1ced0354e52f9bcb4ecf38956b7beab 2024-11-19T17:20:33,201 INFO [StoreOpener-b1ced0354e52f9bcb4ecf38956b7beab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b1ced0354e52f9bcb4ecf38956b7beab 2024-11-19T17:20:33,202 INFO [StoreOpener-b1ced0354e52f9bcb4ecf38956b7beab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1ced0354e52f9bcb4ecf38956b7beab columnFamilyName hfileref 2024-11-19T17:20:33,202 DEBUG [StoreOpener-b1ced0354e52f9bcb4ecf38956b7beab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:33,203 INFO [StoreOpener-b1ced0354e52f9bcb4ecf38956b7beab-1 {}] regionserver.HStore(327): Store=b1ced0354e52f9bcb4ecf38956b7beab/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:33,203 INFO [StoreOpener-b1ced0354e52f9bcb4ecf38956b7beab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b1ced0354e52f9bcb4ecf38956b7beab 2024-11-19T17:20:33,204 INFO [StoreOpener-b1ced0354e52f9bcb4ecf38956b7beab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1ced0354e52f9bcb4ecf38956b7beab columnFamilyName queue 2024-11-19T17:20:33,204 DEBUG [StoreOpener-b1ced0354e52f9bcb4ecf38956b7beab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:33,204 INFO [StoreOpener-b1ced0354e52f9bcb4ecf38956b7beab-1 {}] regionserver.HStore(327): Store=b1ced0354e52f9bcb4ecf38956b7beab/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:33,204 INFO [StoreOpener-b1ced0354e52f9bcb4ecf38956b7beab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b1ced0354e52f9bcb4ecf38956b7beab 2024-11-19T17:20:33,205 INFO [StoreOpener-b1ced0354e52f9bcb4ecf38956b7beab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1ced0354e52f9bcb4ecf38956b7beab columnFamilyName sid 2024-11-19T17:20:33,205 DEBUG [StoreOpener-b1ced0354e52f9bcb4ecf38956b7beab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:33,205 INFO [StoreOpener-b1ced0354e52f9bcb4ecf38956b7beab-1 {}] regionserver.HStore(327): Store=b1ced0354e52f9bcb4ecf38956b7beab/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:33,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b1ced0354e52f9bcb4ecf38956b7beab 2024-11-19T17:20:33,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/hbase/replication/b1ced0354e52f9bcb4ecf38956b7beab 2024-11-19T17:20:33,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/hbase/replication/b1ced0354e52f9bcb4ecf38956b7beab 2024-11-19T17:20:33,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b1ced0354e52f9bcb4ecf38956b7beab 2024-11-19T17:20:33,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b1ced0354e52f9bcb4ecf38956b7beab 2024-11-19T17:20:33,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:20:33,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b1ced0354e52f9bcb4ecf38956b7beab 2024-11-19T17:20:33,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/hbase/replication/b1ced0354e52f9bcb4ecf38956b7beab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:20:33,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b1ced0354e52f9bcb4ecf38956b7beab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65452338, jitterRate=-0.024684160947799683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:20:33,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b1ced0354e52f9bcb4ecf38956b7beab 2024-11-19T17:20:33,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b1ced0354e52f9bcb4ecf38956b7beab: Running coprocessor pre-open hook at 1732036833200Writing region info on filesystem at 1732036833200Initializing all the Stores at 1732036833201 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036833201Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036833201Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036833201Cleaning up temporary data from old regions at 1732036833207 (+6 ms)Running coprocessor post-open hooks at 1732036833210 (+3 ms)Region opened successfully at 1732036833210 2024-11-19T17:20:33,211 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732036832822.b1ced0354e52f9bcb4ecf38956b7beab., pid=10, masterSystemTime=1732036833176 2024-11-19T17:20:33,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732036832822.b1ced0354e52f9bcb4ecf38956b7beab. 2024-11-19T17:20:33,213 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732036832822.b1ced0354e52f9bcb4ecf38956b7beab. 2024-11-19T17:20:33,213 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b1ced0354e52f9bcb4ecf38956b7beab, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,44979,1732036817167 2024-11-19T17:20:33,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1ced0354e52f9bcb4ecf38956b7beab, server=280a42d09ec8,44979,1732036817167 because future has completed 2024-11-19T17:20:33,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T17:20:33,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b1ced0354e52f9bcb4ecf38956b7beab, server=280a42d09ec8,44979,1732036817167 in 194 msec 2024-11-19T17:20:33,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T17:20:33,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b1ced0354e52f9bcb4ecf38956b7beab, ASSIGN in 352 msec 2024-11-19T17:20:33,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T17:20:33,221 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036833221"}]},"ts":"1732036833221"} 2024-11-19T17:20:33,222 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T17:20:33,223 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T17:20:33,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 400 msec 2024-11-19T17:20:33,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732036832822.b1ced0354e52f9bcb4ecf38956b7beab., hostname=280a42d09ec8,44979,1732036817167, seqNum=2] 2024-11-19T17:20:33,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101313e57460000, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798878112 2024-11-19T17:20:33,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44979-0x101313e57460001, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798878112 2024-11-19T17:20:33,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T17:20:33,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44979 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T17:20:33,393 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T17:20:33,425 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-280a42d09ec8,44979,1732036817167, ReplicationSource: 1, currentBandwidth=0 2024-11-19T17:20:33,426 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:20:33,426 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,44979,1732036817167, seqNum=-1] 2024-11-19T17:20:33,426 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:20:33,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-19T17:20:33,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-280a42d09ec8,44979,1732036817167', locateType=CURRENT is [region=hbase:replication,,1732036832822.b1ced0354e52f9bcb4ecf38956b7beab., hostname=280a42d09ec8,44979,1732036817167, seqNum=2] 2024-11-19T17:20:33,431 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T17:20:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T17:20:33,433 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 280a42d09ec8,44979,1732036817167 suceeded 2024-11-19T17:20:33,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T17:20:33,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-19T17:20:33,435 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://280a42d09ec8:41169,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T17:20:33,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 626 msec 2024-11-19T17:20:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:20:33,441 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T17:20:33,441 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:20:33,441 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:20:33,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:33,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:33,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:20:33,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e32d5df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:33,442 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,41169,-1 for getting cluster id 2024-11-19T17:20:33,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:20:33,443 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b543d95a-a831-487c-9dda-da0089e4514d' 2024-11-19T17:20:33,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:20:33,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b543d95a-a831-487c-9dda-da0089e4514d" 2024-11-19T17:20:33,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58da2600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:33,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,41169,-1] 2024-11-19T17:20:33,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:20:33,444 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:33,445 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:20:33,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3480b75d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:33,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:20:33,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,41169,1732036821291 2024-11-19T17:20:33,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b80850 2024-11-19T17:20:33,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:20:33,447 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:20:33,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41169 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://280a42d09ec8:34379,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T17:20:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41169 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T17:20:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:20:33,450 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:41169' 2024-11-19T17:20:33,450 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:34379' 2024-11-19T17:20:33,451 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3052c865, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:33,451 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75cc124e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:33,451 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,34379,-1 for getting cluster id 2024-11-19T17:20:33,451 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,41169,-1 for getting cluster id 2024-11-19T17:20:33,451 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:20:33,451 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:20:33,452 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58f03ca2-e122-4834-b8b1-779ec28ff884' 2024-11-19T17:20:33,452 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b543d95a-a831-487c-9dda-da0089e4514d' 2024-11-19T17:20:33,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:20:33,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:20:33,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58f03ca2-e122-4834-b8b1-779ec28ff884" 2024-11-19T17:20:33,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b543d95a-a831-487c-9dda-da0089e4514d" 2024-11-19T17:20:33,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e12ddcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:33,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,34379,-1] 2024-11-19T17:20:33,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45661a38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:33,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,41169,-1] 2024-11-19T17:20:33,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:20:33,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:20:33,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:33,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:33,453 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:20:33,453 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:20:33,454 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6813d7a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:33,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1846fbc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:33,454 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:20:33,454 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:20:33,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,41169,1732036821291 2024-11-19T17:20:33,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ee208dc 2024-11-19T17:20:33,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,34379,1732036825039 2024-11-19T17:20:33,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31696f6 2024-11-19T17:20:33,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:20:33,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:20:33,455 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-19T17:20:33,455 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:20:33,456 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-280a42d09ec8,44979,1732036817167 (queues=1) is replicating from cluster=8c69f3e1-101f-49dc-845f-cf21cd6a0602 to cluster=b543d95a-a831-487c-9dda-da0089e4514d 2024-11-19T17:20:33,456 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=280a42d09ec8%2C44979%2C1732036817167 2024-11-19T17:20:33,456 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-280a42d09ec8,44979,1732036817167, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T17:20:33,456 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-19T17:20:33,456 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T17:20:33,456 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:33,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:20:33,456 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:33,456 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165, startPosition=0, beingWritten=true 2024-11-19T17:20:33,457 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:20:33,457 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T17:20:33,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T17:20:33,458 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:33,459 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T17:20:33,467 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.shipper280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 280a42d09ec8%2C44979%2C1732036817167 2024-11-19T17:20:33,470 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:20:33,470 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 379, reset compression=false 2024-11-19T17:20:33,470 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.shipper280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,44979,1732036817167 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:20:33,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741837_1013 (size=1138) 2024-11-19T17:20:33,508 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T17:20:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:20:33,677 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 379, reset compression=false 2024-11-19T17:20:33,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:20:33,879 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 87be8903ed312eb0cbd6840b642db4af, NAME => 'hbase:replication,,1732036833457.87be8903ed312eb0cbd6840b642db4af.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec 2024-11-19T17:20:33,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741838_1014 (size=44) 2024-11-19T17:20:33,982 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 379, reset compression=false 2024-11-19T17:20:34,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:20:34,285 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732036833457.87be8903ed312eb0cbd6840b642db4af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:20:34,285 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 87be8903ed312eb0cbd6840b642db4af, disabling compactions & flushes 2024-11-19T17:20:34,285 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732036833457.87be8903ed312eb0cbd6840b642db4af. 2024-11-19T17:20:34,285 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732036833457.87be8903ed312eb0cbd6840b642db4af. 2024-11-19T17:20:34,285 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732036833457.87be8903ed312eb0cbd6840b642db4af. after waiting 0 ms 2024-11-19T17:20:34,285 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732036833457.87be8903ed312eb0cbd6840b642db4af. 2024-11-19T17:20:34,285 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732036833457.87be8903ed312eb0cbd6840b642db4af. 2024-11-19T17:20:34,285 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 87be8903ed312eb0cbd6840b642db4af: Waiting for close lock at 1732036834285Disabling compacts and flushes for region at 1732036834285Disabling writes for close at 1732036834285Writing region close event to WAL at 1732036834285Closed at 1732036834285 2024-11-19T17:20:34,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T17:20:34,287 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732036833457.87be8903ed312eb0cbd6840b642db4af.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732036834287"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732036834287"}]},"ts":"1732036834287"} 2024-11-19T17:20:34,292 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T17:20:34,293 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T17:20:34,293 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036834293"}]},"ts":"1732036834293"} 2024-11-19T17:20:34,295 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T17:20:34,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=87be8903ed312eb0cbd6840b642db4af, ASSIGN}] 2024-11-19T17:20:34,297 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=87be8903ed312eb0cbd6840b642db4af, ASSIGN 2024-11-19T17:20:34,298 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=87be8903ed312eb0cbd6840b642db4af, ASSIGN; state=OFFLINE, location=280a42d09ec8,46319,1732036821329; forceNewPlan=false, retain=false 2024-11-19T17:20:34,389 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 379, reset compression=false 2024-11-19T17:20:34,449 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=87be8903ed312eb0cbd6840b642db4af, regionState=OPENING, regionLocation=280a42d09ec8,46319,1732036821329 2024-11-19T17:20:34,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=87be8903ed312eb0cbd6840b642db4af, ASSIGN because future has completed 2024-11-19T17:20:34,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87be8903ed312eb0cbd6840b642db4af, server=280a42d09ec8,46319,1732036821329}] 2024-11-19T17:20:34,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:20:34,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732036833457.87be8903ed312eb0cbd6840b642db4af. 2024-11-19T17:20:34,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:20:34,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T17:20:34,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C46319%2C1732036821329.rep, suffix=, logDir=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329, archiveDir=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/oldWALs, maxLogs=10 2024-11-19T17:20:34,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.rep.1732036834626, exclude list is [], retry=0 2024-11-19T17:20:34,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39539,DS-a72102eb-6d1c-43f5-b703-c987c165d039,DISK] 2024-11-19T17:20:34,643 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.rep.1732036834626 2024-11-19T17:20:34,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37989:37989)] 2024-11-19T17:20:34,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 87be8903ed312eb0cbd6840b642db4af, NAME => 'hbase:replication,,1732036833457.87be8903ed312eb0cbd6840b642db4af.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:20:34,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:20:34,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:20:34,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732036833457.87be8903ed312eb0cbd6840b642db4af. service=MultiRowMutationService 2024-11-19T17:20:34,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T17:20:34,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 87be8903ed312eb0cbd6840b642db4af 2024-11-19T17:20:34,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732036833457.87be8903ed312eb0cbd6840b642db4af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:20:34,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 87be8903ed312eb0cbd6840b642db4af 2024-11-19T17:20:34,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 87be8903ed312eb0cbd6840b642db4af 2024-11-19T17:20:34,645 INFO [StoreOpener-87be8903ed312eb0cbd6840b642db4af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 87be8903ed312eb0cbd6840b642db4af 2024-11-19T17:20:34,646 INFO [StoreOpener-87be8903ed312eb0cbd6840b642db4af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87be8903ed312eb0cbd6840b642db4af columnFamilyName hfileref 2024-11-19T17:20:34,646 DEBUG [StoreOpener-87be8903ed312eb0cbd6840b642db4af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:34,647 INFO [StoreOpener-87be8903ed312eb0cbd6840b642db4af-1 {}] regionserver.HStore(327): Store=87be8903ed312eb0cbd6840b642db4af/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:34,647 INFO [StoreOpener-87be8903ed312eb0cbd6840b642db4af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 87be8903ed312eb0cbd6840b642db4af 2024-11-19T17:20:34,648 INFO [StoreOpener-87be8903ed312eb0cbd6840b642db4af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87be8903ed312eb0cbd6840b642db4af columnFamilyName queue 2024-11-19T17:20:34,648 DEBUG [StoreOpener-87be8903ed312eb0cbd6840b642db4af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:34,648 INFO [StoreOpener-87be8903ed312eb0cbd6840b642db4af-1 {}] regionserver.HStore(327): Store=87be8903ed312eb0cbd6840b642db4af/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:34,648 INFO [StoreOpener-87be8903ed312eb0cbd6840b642db4af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 87be8903ed312eb0cbd6840b642db4af 2024-11-19T17:20:34,649 INFO [StoreOpener-87be8903ed312eb0cbd6840b642db4af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87be8903ed312eb0cbd6840b642db4af columnFamilyName sid 2024-11-19T17:20:34,649 DEBUG [StoreOpener-87be8903ed312eb0cbd6840b642db4af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:34,649 INFO [StoreOpener-87be8903ed312eb0cbd6840b642db4af-1 {}] regionserver.HStore(327): Store=87be8903ed312eb0cbd6840b642db4af/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:34,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 87be8903ed312eb0cbd6840b642db4af 2024-11-19T17:20:34,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/hbase/replication/87be8903ed312eb0cbd6840b642db4af 2024-11-19T17:20:34,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/hbase/replication/87be8903ed312eb0cbd6840b642db4af 2024-11-19T17:20:34,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 87be8903ed312eb0cbd6840b642db4af 2024-11-19T17:20:34,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 87be8903ed312eb0cbd6840b642db4af 2024-11-19T17:20:34,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:20:34,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 87be8903ed312eb0cbd6840b642db4af 2024-11-19T17:20:34,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/hbase/replication/87be8903ed312eb0cbd6840b642db4af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:20:34,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 87be8903ed312eb0cbd6840b642db4af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68185728, jitterRate=0.016046524047851562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:20:34,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 87be8903ed312eb0cbd6840b642db4af 2024-11-19T17:20:34,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 87be8903ed312eb0cbd6840b642db4af: Running coprocessor pre-open hook at 1732036834644Writing region info on filesystem at 1732036834644Initializing all the Stores at 1732036834645 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036834645Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036834645Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036834645Cleaning up temporary data from old regions at 1732036834651 (+6 ms)Running coprocessor post-open hooks at 1732036834666 (+15 ms)Region opened successfully at 1732036834667 (+1 ms) 2024-11-19T17:20:34,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732036833457.87be8903ed312eb0cbd6840b642db4af., pid=10, masterSystemTime=1732036834620 2024-11-19T17:20:34,673 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=87be8903ed312eb0cbd6840b642db4af, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,46319,1732036821329 2024-11-19T17:20:34,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732036833457.87be8903ed312eb0cbd6840b642db4af. 2024-11-19T17:20:34,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732036833457.87be8903ed312eb0cbd6840b642db4af. 2024-11-19T17:20:34,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87be8903ed312eb0cbd6840b642db4af, server=280a42d09ec8,46319,1732036821329 because future has completed 2024-11-19T17:20:34,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T17:20:34,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 87be8903ed312eb0cbd6840b642db4af, server=280a42d09ec8,46319,1732036821329 in 218 msec 2024-11-19T17:20:34,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T17:20:34,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=87be8903ed312eb0cbd6840b642db4af, ASSIGN in 392 msec 2024-11-19T17:20:34,690 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T17:20:34,690 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036834690"}]},"ts":"1732036834690"} 2024-11-19T17:20:34,692 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T17:20:34,693 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T17:20:34,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2360 sec 2024-11-19T17:20:34,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732036833457.87be8903ed312eb0cbd6840b642db4af., hostname=280a42d09ec8,46319,1732036821329, seqNum=2] 2024-11-19T17:20:34,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101313e57460003, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252683673 2024-11-19T17:20:34,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46319-0x101313e57460004, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252683673 2024-11-19T17:20:34,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T17:20:34,791 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T17:20:34,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46319 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T17:20:34,881 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T17:20:34,898 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 379, reset compression=false 2024-11-19T17:20:34,947 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-280a42d09ec8,46319,1732036821329, ReplicationSource: 1, currentBandwidth=0 2024-11-19T17:20:34,947 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:20:34,948 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,46319,1732036821329, seqNum=-1] 2024-11-19T17:20:34,948 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:20:34,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-19T17:20:34,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-280a42d09ec8,46319,1732036821329', locateType=CURRENT is [region=hbase:replication,,1732036833457.87be8903ed312eb0cbd6840b642db4af., hostname=280a42d09ec8,46319,1732036821329, seqNum=2] 2024-11-19T17:20:34,965 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T17:20:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41169 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T17:20:34,968 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 280a42d09ec8,46319,1732036821329 suceeded 2024-11-19T17:20:34,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T17:20:34,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 241 msec 2024-11-19T17:20:34,971 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://280a42d09ec8:34379,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T17:20:34,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5230 sec 2024-11-19T17:20:34,987 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:34379' 2024-11-19T17:20:34,988 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f0afa1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:34,989 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,34379,-1 for getting cluster id 2024-11-19T17:20:34,989 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:20:34,989 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58f03ca2-e122-4834-b8b1-779ec28ff884' 2024-11-19T17:20:34,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:20:34,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58f03ca2-e122-4834-b8b1-779ec28ff884" 2024-11-19T17:20:34,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e45a1f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:34,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,34379,-1] 2024-11-19T17:20:34,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:20:34,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:34,992 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:20:34,994 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10cf986a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:34,994 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:20:34,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,34379,1732036825039 2024-11-19T17:20:34,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7938863f 2024-11-19T17:20:34,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:20:34,996 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-19T17:20:34,997 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-280a42d09ec8,46319,1732036821329 (queues=1) is replicating from cluster=b543d95a-a831-487c-9dda-da0089e4514d to cluster=58f03ca2-e122-4834-b8b1-779ec28ff884 2024-11-19T17:20:34,997 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=280a42d09ec8%2C46319%2C1732036821329 2024-11-19T17:20:34,997 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-280a42d09ec8,46319,1732036821329, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T17:20:34,997 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930, startPosition=0, beingWritten=true 2024-11-19T17:20:35,000 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.shipper280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 280a42d09ec8%2C46319%2C1732036821329 2024-11-19T17:20:35,011 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:20:35,011 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 379, reset compression=false 2024-11-19T17:20:35,011 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.shipper280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,46319,1732036821329 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:20:35,218 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 379, reset compression=false 2024-11-19T17:20:35,503 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 379, reset compression=false 2024-11-19T17:20:35,523 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 379, reset compression=false 2024-11-19T17:20:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:20:35,601 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T17:20:35,601 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:20:35,601 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:20:35,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:35,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:35,602 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:20:35,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bffc681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:35,603 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,34379,-1 for getting cluster id 2024-11-19T17:20:35,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:20:35,604 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58f03ca2-e122-4834-b8b1-779ec28ff884' 2024-11-19T17:20:35,604 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:20:35,604 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58f03ca2-e122-4834-b8b1-779ec28ff884" 2024-11-19T17:20:35,604 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@579d184f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:35,604 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,34379,-1] 2024-11-19T17:20:35,604 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:20:35,604 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:35,605 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:20:35,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2aeecf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:35,606 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:20:35,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,34379,1732036825039 2024-11-19T17:20:35,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@babf2a 2024-11-19T17:20:35,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:20:35,607 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:20:35,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://280a42d09ec8:34245,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T17:20:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T17:20:35,611 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:34245' 2024-11-19T17:20:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:20:35,612 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@956315f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:35,613 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,34245,-1 for getting cluster id 2024-11-19T17:20:35,613 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:20:35,614 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c69f3e1-101f-49dc-845f-cf21cd6a0602' 2024-11-19T17:20:35,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:20:35,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c69f3e1-101f-49dc-845f-cf21cd6a0602" 2024-11-19T17:20:35,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f5f5018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:35,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,34245,-1] 2024-11-19T17:20:35,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:20:35,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:35,615 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:20:35,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e5466eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:35,616 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:20:35,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,34245,1732036817116 2024-11-19T17:20:35,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ea972f6 2024-11-19T17:20:35,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:20:35,619 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:20:35,620 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T17:20:35,620 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T17:20:35,620 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:35,620 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:35,620 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:20:35,621 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:20:35,622 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T17:20:35,623 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T17:20:35,624 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:35,624 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T17:20:35,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741837_1013 (size=1138) 2024-11-19T17:20:35,634 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c1e82ce39c643e0212331b9a70f4b11f, NAME => 'hbase:replication,,1732036835620.c1e82ce39c643e0212331b9a70f4b11f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a 2024-11-19T17:20:35,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741838_1014 (size=44) 2024-11-19T17:20:35,673 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T17:20:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:20:35,930 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 379, reset compression=false 2024-11-19T17:20:35,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:20:36,000 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:20:36,001 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [280a42d09ec8,42739,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:42739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T17:20:36,001 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48464 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [280a42d09ec8,42739,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:42739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T17:20:36,047 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732036835620.c1e82ce39c643e0212331b9a70f4b11f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:20:36,047 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c1e82ce39c643e0212331b9a70f4b11f, disabling compactions & flushes 2024-11-19T17:20:36,047 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732036835620.c1e82ce39c643e0212331b9a70f4b11f. 2024-11-19T17:20:36,047 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732036835620.c1e82ce39c643e0212331b9a70f4b11f. 2024-11-19T17:20:36,047 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732036835620.c1e82ce39c643e0212331b9a70f4b11f. after waiting 0 ms 2024-11-19T17:20:36,047 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732036835620.c1e82ce39c643e0212331b9a70f4b11f. 2024-11-19T17:20:36,047 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732036835620.c1e82ce39c643e0212331b9a70f4b11f. 2024-11-19T17:20:36,047 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c1e82ce39c643e0212331b9a70f4b11f: Waiting for close lock at 1732036836047Disabling compacts and flushes for region at 1732036836047Disabling writes for close at 1732036836047Writing region close event to WAL at 1732036836047Closed at 1732036836047 2024-11-19T17:20:36,048 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T17:20:36,049 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732036835620.c1e82ce39c643e0212331b9a70f4b11f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732036836048"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732036836048"}]},"ts":"1732036836048"} 2024-11-19T17:20:36,051 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T17:20:36,051 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T17:20:36,052 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036836052"}]},"ts":"1732036836052"} 2024-11-19T17:20:36,053 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T17:20:36,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c1e82ce39c643e0212331b9a70f4b11f, ASSIGN}] 2024-11-19T17:20:36,055 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c1e82ce39c643e0212331b9a70f4b11f, ASSIGN 2024-11-19T17:20:36,056 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c1e82ce39c643e0212331b9a70f4b11f, ASSIGN; state=OFFLINE, location=280a42d09ec8,34753,1732036825087; forceNewPlan=false, retain=false 2024-11-19T17:20:36,206 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c1e82ce39c643e0212331b9a70f4b11f, regionState=OPENING, regionLocation=280a42d09ec8,34753,1732036825087 2024-11-19T17:20:36,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c1e82ce39c643e0212331b9a70f4b11f, ASSIGN because future has completed 2024-11-19T17:20:36,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1e82ce39c643e0212331b9a70f4b11f, server=280a42d09ec8,34753,1732036825087}] 2024-11-19T17:20:36,212 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 379, reset compression=false 2024-11-19T17:20:36,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:20:36,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732036835620.c1e82ce39c643e0212331b9a70f4b11f. 2024-11-19T17:20:36,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:20:36,366 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T17:20:36,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C34753%2C1732036825087.rep, suffix=, logDir=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087, archiveDir=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/oldWALs, maxLogs=10 2024-11-19T17:20:36,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.rep.1732036836370, exclude list is [], retry=0 2024-11-19T17:20:36,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37321,DS-e67e23a7-fa2c-4f8c-b372-6f49e8555fe4,DISK] 2024-11-19T17:20:36,395 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.rep.1732036836370 2024-11-19T17:20:36,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35575:35575)] 2024-11-19T17:20:36,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c1e82ce39c643e0212331b9a70f4b11f, NAME => 'hbase:replication,,1732036835620.c1e82ce39c643e0212331b9a70f4b11f.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:20:36,396 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:20:36,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:20:36,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732036835620.c1e82ce39c643e0212331b9a70f4b11f. service=MultiRowMutationService 2024-11-19T17:20:36,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T17:20:36,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c1e82ce39c643e0212331b9a70f4b11f 2024-11-19T17:20:36,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732036835620.c1e82ce39c643e0212331b9a70f4b11f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:20:36,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c1e82ce39c643e0212331b9a70f4b11f 2024-11-19T17:20:36,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c1e82ce39c643e0212331b9a70f4b11f 2024-11-19T17:20:36,398 INFO [StoreOpener-c1e82ce39c643e0212331b9a70f4b11f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c1e82ce39c643e0212331b9a70f4b11f 2024-11-19T17:20:36,399 INFO [StoreOpener-c1e82ce39c643e0212331b9a70f4b11f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1e82ce39c643e0212331b9a70f4b11f columnFamilyName hfileref 2024-11-19T17:20:36,400 DEBUG [StoreOpener-c1e82ce39c643e0212331b9a70f4b11f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:36,400 INFO [StoreOpener-c1e82ce39c643e0212331b9a70f4b11f-1 {}] regionserver.HStore(327): Store=c1e82ce39c643e0212331b9a70f4b11f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:36,400 INFO [StoreOpener-c1e82ce39c643e0212331b9a70f4b11f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c1e82ce39c643e0212331b9a70f4b11f 2024-11-19T17:20:36,401 INFO [StoreOpener-c1e82ce39c643e0212331b9a70f4b11f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1e82ce39c643e0212331b9a70f4b11f columnFamilyName queue 2024-11-19T17:20:36,401 DEBUG [StoreOpener-c1e82ce39c643e0212331b9a70f4b11f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:36,401 INFO [StoreOpener-c1e82ce39c643e0212331b9a70f4b11f-1 {}] regionserver.HStore(327): Store=c1e82ce39c643e0212331b9a70f4b11f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:36,402 INFO [StoreOpener-c1e82ce39c643e0212331b9a70f4b11f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c1e82ce39c643e0212331b9a70f4b11f 2024-11-19T17:20:36,402 INFO [StoreOpener-c1e82ce39c643e0212331b9a70f4b11f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1e82ce39c643e0212331b9a70f4b11f columnFamilyName sid 2024-11-19T17:20:36,402 DEBUG [StoreOpener-c1e82ce39c643e0212331b9a70f4b11f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:36,403 INFO [StoreOpener-c1e82ce39c643e0212331b9a70f4b11f-1 {}] regionserver.HStore(327): Store=c1e82ce39c643e0212331b9a70f4b11f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:36,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c1e82ce39c643e0212331b9a70f4b11f 2024-11-19T17:20:36,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/hbase/replication/c1e82ce39c643e0212331b9a70f4b11f 2024-11-19T17:20:36,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/hbase/replication/c1e82ce39c643e0212331b9a70f4b11f 2024-11-19T17:20:36,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c1e82ce39c643e0212331b9a70f4b11f 2024-11-19T17:20:36,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c1e82ce39c643e0212331b9a70f4b11f 2024-11-19T17:20:36,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:20:36,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c1e82ce39c643e0212331b9a70f4b11f 2024-11-19T17:20:36,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/hbase/replication/c1e82ce39c643e0212331b9a70f4b11f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:20:36,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c1e82ce39c643e0212331b9a70f4b11f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68661651, jitterRate=0.02313832938671112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:20:36,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c1e82ce39c643e0212331b9a70f4b11f 2024-11-19T17:20:36,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c1e82ce39c643e0212331b9a70f4b11f: Running coprocessor pre-open hook at 1732036836397Writing region info on filesystem at 1732036836397Initializing all the Stores at 1732036836398 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036836398Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036836398Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036836398Cleaning up temporary data from old regions at 1732036836404 (+6 ms)Running coprocessor post-open hooks at 1732036836407 (+3 ms)Region opened successfully at 1732036836408 (+1 ms) 2024-11-19T17:20:36,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732036835620.c1e82ce39c643e0212331b9a70f4b11f., pid=10, masterSystemTime=1732036836361 2024-11-19T17:20:36,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732036835620.c1e82ce39c643e0212331b9a70f4b11f. 2024-11-19T17:20:36,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732036835620.c1e82ce39c643e0212331b9a70f4b11f. 2024-11-19T17:20:36,411 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c1e82ce39c643e0212331b9a70f4b11f, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,34753,1732036825087 2024-11-19T17:20:36,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1e82ce39c643e0212331b9a70f4b11f, server=280a42d09ec8,34753,1732036825087 because future has completed 2024-11-19T17:20:36,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T17:20:36,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c1e82ce39c643e0212331b9a70f4b11f, server=280a42d09ec8,34753,1732036825087 in 205 msec 2024-11-19T17:20:36,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T17:20:36,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c1e82ce39c643e0212331b9a70f4b11f, ASSIGN in 361 msec 2024-11-19T17:20:36,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T17:20:36,418 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036836418"}]},"ts":"1732036836418"} 2024-11-19T17:20:36,420 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T17:20:36,421 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T17:20:36,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 800 msec 2024-11-19T17:20:36,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732036835620.c1e82ce39c643e0212331b9a70f4b11f., hostname=280a42d09ec8,34753,1732036825087, seqNum=2] 2024-11-19T17:20:36,434 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 379, reset compression=false 2024-11-19T17:20:36,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34753-0x101313e57460007, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2283532165 2024-11-19T17:20:36,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x101313e57460006, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2283532165 2024-11-19T17:20:36,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T17:20:36,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34753 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T17:20:36,592 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T17:20:36,630 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-280a42d09ec8,34753,1732036825087, ReplicationSource: 1, currentBandwidth=0 2024-11-19T17:20:36,630 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:20:36,630 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,34753,1732036825087, seqNum=-1] 2024-11-19T17:20:36,631 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:20:36,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-19T17:20:36,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-280a42d09ec8,34753,1732036825087', locateType=CURRENT is [region=hbase:replication,,1732036835620.c1e82ce39c643e0212331b9a70f4b11f., hostname=280a42d09ec8,34753,1732036825087, seqNum=2] 2024-11-19T17:20:36,644 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T17:20:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T17:20:36,648 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 280a42d09ec8,34753,1732036825087 suceeded 2024-11-19T17:20:36,650 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T17:20:36,650 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-11-19T17:20:36,650 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://280a42d09ec8:34245,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T17:20:36,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0420 sec 2024-11-19T17:20:36,665 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:34245' 2024-11-19T17:20:36,667 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@790e3e58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:36,667 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,34245,-1 for getting cluster id 2024-11-19T17:20:36,667 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:20:36,668 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c69f3e1-101f-49dc-845f-cf21cd6a0602' 2024-11-19T17:20:36,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:20:36,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c69f3e1-101f-49dc-845f-cf21cd6a0602" 2024-11-19T17:20:36,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1868b45d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:36,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,34245,-1] 2024-11-19T17:20:36,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:20:36,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:36,670 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:20:36,670 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79fb94cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:36,671 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:20:36,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,34245,1732036817116 2024-11-19T17:20:36,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36629cc4 2024-11-19T17:20:36,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:20:36,672 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-19T17:20:36,673 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-280a42d09ec8,34753,1732036825087 (queues=1) is replicating from cluster=58f03ca2-e122-4834-b8b1-779ec28ff884 to cluster=8c69f3e1-101f-49dc-845f-cf21cd6a0602 2024-11-19T17:20:36,673 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=280a42d09ec8%2C34753%2C1732036825087 2024-11-19T17:20:36,673 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-280a42d09ec8,34753,1732036825087, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T17:20:36,673 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693, startPosition=0, beingWritten=true 2024-11-19T17:20:36,673 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.shipper280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 280a42d09ec8%2C34753%2C1732036825087 2024-11-19T17:20:36,683 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:20:36,683 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 to pos 379, reset compression=false 2024-11-19T17:20:36,684 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.shipper280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,34753,1732036825087 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:20:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:20:36,751 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T17:20:36,751 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:20:36,751 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:20:36,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:36,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:36,752 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:20:36,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7def26fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:36,752 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,34245,-1 for getting cluster id 2024-11-19T17:20:36,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:20:36,753 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c69f3e1-101f-49dc-845f-cf21cd6a0602' 2024-11-19T17:20:36,753 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:20:36,754 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c69f3e1-101f-49dc-845f-cf21cd6a0602" 2024-11-19T17:20:36,754 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@585c12de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:36,754 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,34245,-1] 2024-11-19T17:20:36,754 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:20:36,754 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:36,755 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:20:36,755 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad1deeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:36,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c594682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:36,756 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,41169,-1 for getting cluster id 2024-11-19T17:20:36,756 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:20:36,757 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b543d95a-a831-487c-9dda-da0089e4514d' 2024-11-19T17:20:36,757 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:20:36,757 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b543d95a-a831-487c-9dda-da0089e4514d" 2024-11-19T17:20:36,757 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c28b18d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:36,757 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,41169,-1] 2024-11-19T17:20:36,757 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:20:36,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:36,758 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:20:36,759 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d36c7eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:36,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786c8d78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:36,759 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,34379,-1 for getting cluster id 2024-11-19T17:20:36,760 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:20:36,760 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58f03ca2-e122-4834-b8b1-779ec28ff884' 2024-11-19T17:20:36,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:20:36,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58f03ca2-e122-4834-b8b1-779ec28ff884" 2024-11-19T17:20:36,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc3ca4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:36,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,34379,-1] 2024-11-19T17:20:36,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:20:36,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:36,761 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:20:36,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41f7d3b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:36,762 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:20:36,763 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,44979,1732036817167, seqNum=-1] 2024-11-19T17:20:36,763 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:20:36,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:20:36,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732036827345.595e74f58296adebebbfc4f171f23d79., hostname=280a42d09ec8,44979,1732036817167, seqNum=2] 2024-11-19T17:20:36,802 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:20:36,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,34753,1732036825087, seqNum=-1] 2024-11-19T17:20:36,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:20:36,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:20:36,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732036830653.322fb0f38cd677e56a124b61dae7f420., hostname=280a42d09ec8,34753,1732036825087, seqNum=2] 2024-11-19T17:20:36,807 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-19T17:20:36,887 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 to pos 379, reset compression=false 2024-11-19T17:20:37,017 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 379, reset compression=false 2024-11-19T17:20:37,023 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T17:20:37,023 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 480, reset compression=false 2024-11-19T17:20:37,023 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.shipper280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,44979,1732036817167 got entry batch from reader: WALEntryBatch [walEntries=[{test/595e74f58296adebebbfc4f171f23d79/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-19T17:20:37,026 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.shipper280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:20:37,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-19T17:20:37,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46319 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T17:20:37,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46319 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cbe88b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:37,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46319 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,41169,-1 for getting cluster id 2024-11-19T17:20:37,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46319 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:20:37,029 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b543d95a-a831-487c-9dda-da0089e4514d' 2024-11-19T17:20:37,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:20:37,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b543d95a-a831-487c-9dda-da0089e4514d" 2024-11-19T17:20:37,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53881d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:37,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,41169,-1] 2024-11-19T17:20:37,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:20:37,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:37,031 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:20:37,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46319 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f343f19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:37,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46319 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:20:37,038 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 379, reset compression=false 2024-11-19T17:20:37,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,46319,1732036821329, seqNum=-1] 2024-11-19T17:20:37,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:20:37,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-19T17:20:37,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732036829504.0bcd92b8bd8f76081d4480d74a3a9864., hostname=280a42d09ec8,46319,1732036821329, seqNum=2] 2024-11-19T17:20:37,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46319 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T17:20:37,052 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T17:20:37,052 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 504, reset compression=false 2024-11-19T17:20:37,052 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.shipper280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,46319,1732036821329 got entry batch from reader: WALEntryBatch [walEntries=[{test/0bcd92b8bd8f76081d4480d74a3a9864/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-19T17:20:37,055 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.shipper280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:20:37,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-19T17:20:37,056 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T17:20:37,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dd8307f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:37,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,34379,-1 for getting cluster id 2024-11-19T17:20:37,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:20:37,058 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58f03ca2-e122-4834-b8b1-779ec28ff884' 2024-11-19T17:20:37,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:20:37,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58f03ca2-e122-4834-b8b1-779ec28ff884" 2024-11-19T17:20:37,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fa62e95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:37,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,34379,-1] 2024-11-19T17:20:37,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:20:37,061 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:20:37,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:37,062 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@216058ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:37,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:20:37,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,34753,1732036825087, seqNum=-1] 2024-11-19T17:20:37,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:20:37,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-19T17:20:37,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732036830653.322fb0f38cd677e56a124b61dae7f420., hostname=280a42d09ec8,34753,1732036825087, seqNum=2] 2024-11-19T17:20:37,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T17:20:37,191 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 to pos 379, reset compression=false 2024-11-19T17:20:37,196 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:20:37,196 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 to pos 528, reset compression=false 2024-11-19T17:20:37,196 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.shipper280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,34753,1732036825087 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:20:37,228 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 480, reset compression=false 2024-11-19T17:20:37,257 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 504, reset compression=false 2024-11-19T17:20:37,405 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 to pos 528, reset compression=false 2024-11-19T17:20:37,531 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 480, reset compression=false 2024-11-19T17:20:37,561 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 504, reset compression=false 2024-11-19T17:20:37,709 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 to pos 528, reset compression=false 2024-11-19T17:20:37,819 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-19T17:20:37,820 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:20:37,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,46319,1732036821329, seqNum=-1] 2024-11-19T17:20:37,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:20:37,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:20:37,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732036829504.0bcd92b8bd8f76081d4480d74a3a9864., hostname=280a42d09ec8,46319,1732036821329, seqNum=2] 2024-11-19T17:20:37,829 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-19T17:20:37,937 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 480, reset compression=false 2024-11-19T17:20:37,965 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 504, reset compression=false 2024-11-19T17:20:37,987 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T17:20:37,987 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 608, reset compression=false 2024-11-19T17:20:37,988 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.shipper280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,46319,1732036821329 got entry batch from reader: WALEntryBatch [walEntries=[{test/0bcd92b8bd8f76081d4480d74a3a9864/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T17:20:37,989 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T17:20:37,992 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T17:20:38,125 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 to pos 528, reset compression=false 2024-11-19T17:20:38,136 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T17:20:38,136 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 to pos 656, reset compression=false 2024-11-19T17:20:38,136 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.shipper280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,34753,1732036825087 got entry batch from reader: WALEntryBatch [walEntries=[{test/322fb0f38cd677e56a124b61dae7f420/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-19T17:20:38,140 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.shipper280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:20:38,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-19T17:20:38,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T17:20:38,157 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e5bc165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:38,157 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,34245,-1 for getting cluster id 2024-11-19T17:20:38,157 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:20:38,158 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c69f3e1-101f-49dc-845f-cf21cd6a0602' 2024-11-19T17:20:38,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:20:38,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c69f3e1-101f-49dc-845f-cf21cd6a0602" 2024-11-19T17:20:38,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22847764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:38,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,34245,-1] 2024-11-19T17:20:38,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:20:38,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:38,162 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:20:38,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ea48072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:38,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:20:38,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,44979,1732036817167, seqNum=-1] 2024-11-19T17:20:38,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:20:38,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-19T17:20:38,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732036827345.595e74f58296adebebbfc4f171f23d79., hostname=280a42d09ec8,44979,1732036817167, seqNum=2] 2024-11-19T17:20:38,172 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T17:20:38,240 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 608, reset compression=false 2024-11-19T17:20:38,372 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 to pos 656, reset compression=false 2024-11-19T17:20:38,457 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 480, reset compression=false 2024-11-19T17:20:38,462 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:20:38,462 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 631, reset compression=false 2024-11-19T17:20:38,462 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.shipper280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,44979,1732036817167 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:20:38,544 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 608, reset compression=false 2024-11-19T17:20:38,666 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 631, reset compression=false 2024-11-19T17:20:38,677 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 to pos 656, reset compression=false 2024-11-19T17:20:38,702 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T17:20:38,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:38,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:38,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:38,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:38,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:38,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:38,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:38,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:38,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:38,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:38,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:38,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:38,831 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-19T17:20:38,834 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-19T17:20:38,948 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 608, reset compression=false 2024-11-19T17:20:38,981 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 631, reset compression=false 2024-11-19T17:20:39,082 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 to pos 656, reset compression=false 2024-11-19T17:20:39,087 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T17:20:39,087 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 to pos 760, reset compression=false 2024-11-19T17:20:39,087 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.shipper280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,34753,1732036825087 got entry batch from reader: WALEntryBatch [walEntries=[{test/322fb0f38cd677e56a124b61dae7f420/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T17:20:39,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T17:20:39,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T17:20:39,291 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 to pos 760, reset compression=false 2024-11-19T17:20:39,385 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 631, reset compression=false 2024-11-19T17:20:39,390 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T17:20:39,390 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 758, reset compression=false 2024-11-19T17:20:39,390 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.shipper280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,44979,1732036817167 got entry batch from reader: WALEntryBatch [walEntries=[{test/595e74f58296adebebbfc4f171f23d79/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-19T17:20:39,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46319 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T17:20:39,394 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46319 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T17:20:39,452 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 608, reset compression=false 2024-11-19T17:20:39,457 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:20:39,457 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 759, reset compression=false 2024-11-19T17:20:39,457 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.shipper280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,46319,1732036821329 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:20:39,594 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 758, reset compression=false 2024-11-19T17:20:39,601 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 to pos 760, reset compression=false 2024-11-19T17:20:39,660 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 759, reset compression=false 2024-11-19T17:20:39,836 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-19T17:20:39,840 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-19T17:20:39,898 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 758, reset compression=false 2024-11-19T17:20:39,910 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T17:20:39,910 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 914, reset compression=false 2024-11-19T17:20:39,910 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.shipper280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,44979,1732036817167 got entry batch from reader: WALEntryBatch [walEntries=[{test/595e74f58296adebebbfc4f171f23d79/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-19T17:20:39,911 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46319 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T17:20:39,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46319 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T17:20:39,964 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 759, reset compression=false 2024-11-19T17:20:39,968 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T17:20:39,968 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 907, reset compression=false 2024-11-19T17:20:39,968 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.shipper280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,46319,1732036821329 got entry batch from reader: WALEntryBatch [walEntries=[{test/0bcd92b8bd8f76081d4480d74a3a9864/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-19T17:20:39,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T17:20:39,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T17:20:40,005 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 to pos 760, reset compression=false 2024-11-19T17:20:40,010 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:20:40,010 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 to pos 932, reset compression=false 2024-11-19T17:20:40,010 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.shipper280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,34753,1732036825087 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:20:40,114 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 914, reset compression=false 2024-11-19T17:20:40,172 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 907, reset compression=false 2024-11-19T17:20:40,213 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 to pos 932, reset compression=false 2024-11-19T17:20:40,418 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 914, reset compression=false 2024-11-19T17:20:40,476 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 907, reset compression=false 2024-11-19T17:20:40,518 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 to pos 932, reset compression=false 2024-11-19T17:20:40,825 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 914, reset compression=false 2024-11-19T17:20:40,842 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-19T17:20:40,847 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-19T17:20:40,881 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 907, reset compression=false 2024-11-19T17:20:40,890 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T17:20:40,890 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 1066, reset compression=false 2024-11-19T17:20:40,890 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.shipper280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,46319,1732036821329 got entry batch from reader: WALEntryBatch [walEntries=[{test/0bcd92b8bd8f76081d4480d74a3a9864/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T17:20:40,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T17:20:40,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T17:20:40,922 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 to pos 932, reset compression=false 2024-11-19T17:20:40,927 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T17:20:40,927 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 to pos 1082, reset compression=false 2024-11-19T17:20:40,927 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.shipper280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,34753,1732036825087 got entry batch from reader: WALEntryBatch [walEntries=[{test/322fb0f38cd677e56a124b61dae7f420/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-19T17:20:40,929 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T17:20:40,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T17:20:41,098 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 1066, reset compression=false 2024-11-19T17:20:41,132 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 to pos 1082, reset compression=false 2024-11-19T17:20:41,329 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 914, reset compression=false 2024-11-19T17:20:41,333 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:20:41,333 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 1087, reset compression=false 2024-11-19T17:20:41,333 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.shipper280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,44979,1732036817167 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:20:41,405 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 1066, reset compression=false 2024-11-19T17:20:41,441 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 to pos 1082, reset compression=false 2024-11-19T17:20:41,536 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 1087, reset compression=false 2024-11-19T17:20:41,815 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 1066, reset compression=false 2024-11-19T17:20:41,840 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 1087, reset compression=false 2024-11-19T17:20:41,845 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 to pos 1082, reset compression=false 2024-11-19T17:20:41,849 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-19T17:20:41,854 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-19T17:20:41,854 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T17:20:41,854 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 to pos 1241, reset compression=false 2024-11-19T17:20:41,854 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.shipper280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,34753,1732036825087 got entry batch from reader: WALEntryBatch [walEntries=[{test/322fb0f38cd677e56a124b61dae7f420/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T17:20:41,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T17:20:41,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T17:20:41,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T17:20:41,976 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-19T17:20:42,057 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 to pos 1241, reset compression=false 2024-11-19T17:20:42,253 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 1087, reset compression=false 2024-11-19T17:20:42,263 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T17:20:42,263 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 1236, reset compression=false 2024-11-19T17:20:42,263 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.shipper280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,44979,1732036817167 got entry batch from reader: WALEntryBatch [walEntries=[{test/595e74f58296adebebbfc4f171f23d79/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-19T17:20:42,265 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46319 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T17:20:42,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46319 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T17:20:42,320 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 1066, reset compression=false 2024-11-19T17:20:42,324 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:20:42,324 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 1239, reset compression=false 2024-11-19T17:20:42,324 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.shipper280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,46319,1732036821329 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:20:42,361 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 to pos 1241, reset compression=false 2024-11-19T17:20:42,466 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 1236, reset compression=false 2024-11-19T17:20:42,527 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 1239, reset compression=false 2024-11-19T17:20:42,764 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 to pos 1241, reset compression=false 2024-11-19T17:20:42,770 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 1236, reset compression=false 2024-11-19T17:20:42,831 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 1239, reset compression=false 2024-11-19T17:20:42,856 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-19T17:20:42,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cdd244, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:42,862 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,34379,-1 for getting cluster id 2024-11-19T17:20:42,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:20:42,863 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58f03ca2-e122-4834-b8b1-779ec28ff884' 2024-11-19T17:20:42,864 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:20:42,864 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58f03ca2-e122-4834-b8b1-779ec28ff884" 2024-11-19T17:20:42,864 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59dd8e64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:42,864 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,34379,-1] 2024-11-19T17:20:42,864 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:20:42,864 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:42,865 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:20:42,866 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50684548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:42,867 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:20:42,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,34379,1732036825039 2024-11-19T17:20:42,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7504802d 2024-11-19T17:20:42,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:20:42,870 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:20:42,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-19T17:20:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-19T17:20:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T17:20:42,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T17:20:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T17:20:43,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34753 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-19T17:20:43,030 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-19T17:20:43,031 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-19T17:20:43,031 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-280a42d09ec8,34753,1732036825087 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-19T17:20:43,031 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0. 2024-11-19T17:20:43,031 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:20:43,031 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:43,031 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:43,031 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:20:43,132 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T17:20:43,132 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.shipper280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T17:20:43,173 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 1236, reset compression=false 2024-11-19T17:20:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T17:20:43,232 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.shipper280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 terminated 2024-11-19T17:20:43,235 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 1239, reset compression=false 2024-11-19T17:20:43,257 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-280a42d09ec8,34753,1732036825087, ReplicationSource: 1, currentBandwidth=0 2024-11-19T17:20:43,258 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-19T17:20:43,259 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-19T17:20:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-19T17:20:43,262 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 280a42d09ec8,34753,1732036825087 suceeded 2024-11-19T17:20:43,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-19T17:20:43,264 INFO [PEWorker-4 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-19T17:20:43,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 385 msec 2024-11-19T17:20:43,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 394 msec 2024-11-19T17:20:43,278 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:34245' 2024-11-19T17:20:43,279 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7dd15f06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:43,279 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,34245,-1 for getting cluster id 2024-11-19T17:20:43,279 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:20:43,280 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c69f3e1-101f-49dc-845f-cf21cd6a0602' 2024-11-19T17:20:43,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:20:43,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c69f3e1-101f-49dc-845f-cf21cd6a0602" 2024-11-19T17:20:43,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@503fdbfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:43,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,34245,-1] 2024-11-19T17:20:43,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:20:43,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:43,282 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:20:43,283 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bdeda6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:43,283 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:20:43,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,34245,1732036817116 2024-11-19T17:20:43,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@408d3c2e 2024-11-19T17:20:43,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:20:43,285 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-19T17:20:43,285 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-280a42d09ec8,34753,1732036825087 (queues=1) is replicating from cluster=58f03ca2-e122-4834-b8b1-779ec28ff884 to cluster=8c69f3e1-101f-49dc-845f-cf21cd6a0602 2024-11-19T17:20:43,285 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=280a42d09ec8%2C34753%2C1732036825087 2024-11-19T17:20:43,285 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-280a42d09ec8,34753,1732036825087, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T17:20:43,288 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.shipper280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 280a42d09ec8%2C34753%2C1732036825087 2024-11-19T17:20:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T17:20:43,501 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:20:43,501 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-19T17:20:43,501 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:20:43,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:43,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:43,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:20:43,505 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-19T17:20:43,677 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 1236, reset compression=false 2024-11-19T17:20:43,682 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T17:20:43,682 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 1340, reset compression=false 2024-11-19T17:20:43,682 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.shipper280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,44979,1732036817167 got entry batch from reader: WALEntryBatch [walEntries=[{test/595e74f58296adebebbfc4f171f23d79/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T17:20:43,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46319 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T17:20:43,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46319 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T17:20:43,739 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 1239, reset compression=false 2024-11-19T17:20:43,746 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T17:20:43,746 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 1367, reset compression=false 2024-11-19T17:20:43,746 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.shipper280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,46319,1732036821329 got entry batch from reader: WALEntryBatch [walEntries=[{test/0bcd92b8bd8f76081d4480d74a3a9864/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-19T17:20:43,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T17:20:43,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T17:20:43,886 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 1340, reset compression=false 2024-11-19T17:20:43,949 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 1367, reset compression=false 2024-11-19T17:20:44,192 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 1340, reset compression=false 2024-11-19T17:20:44,268 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 1367, reset compression=false 2024-11-19T17:20:44,507 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-19T17:20:44,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a221e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:44,509 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,34379,-1 for getting cluster id 2024-11-19T17:20:44,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:20:44,510 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58f03ca2-e122-4834-b8b1-779ec28ff884' 2024-11-19T17:20:44,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:20:44,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58f03ca2-e122-4834-b8b1-779ec28ff884" 2024-11-19T17:20:44,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27449372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:44,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,34379,-1] 2024-11-19T17:20:44,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:20:44,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:44,511 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:20:44,512 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@741a7ced, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:44,514 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:20:44,514 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,34379,1732036825039 2024-11-19T17:20:44,514 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ed81d27 2024-11-19T17:20:44,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:20:44,516 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:20:44,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-19T17:20:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-19T17:20:44,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-19T17:20:44,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T17:20:44,602 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 1340, reset compression=false 2024-11-19T17:20:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-19T17:20:44,672 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 1367, reset compression=false 2024-11-19T17:20:44,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34753 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-19T17:20:44,675 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-19T17:20:44,676 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-19T17:20:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-19T17:20:44,677 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T17:20:44,677 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 1471, reset compression=false 2024-11-19T17:20:44,677 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.shipper280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,46319,1732036821329 got entry batch from reader: WALEntryBatch [walEntries=[{test/0bcd92b8bd8f76081d4480d74a3a9864/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T17:20:44,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T17:20:44,679 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 280a42d09ec8,34753,1732036825087 suceeded 2024-11-19T17:20:44,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T17:20:44,682 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-19T17:20:44,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-19T17:20:44,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 157 msec 2024-11-19T17:20:44,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 166 msec 2024-11-19T17:20:44,689 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693, startPosition=1241, beingWritten=true 2024-11-19T17:20:44,694 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T17:20:44,694 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 to pos 1521, reset compression=false 2024-11-19T17:20:44,694 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.shipper280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,34753,1732036825087 got entry batch from reader: WALEntryBatch [walEntries=[{test/322fb0f38cd677e56a124b61dae7f420/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-19T17:20:44,696 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.shipper280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:20:44,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-19T17:20:44,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T17:20:44,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T17:20:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-19T17:20:44,841 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-19T17:20:44,841 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:20:44,841 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:20:44,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:44,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:44,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:20:44,844 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-19T17:20:44,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T17:20:44,844 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:20:44,844 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:20:44,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:44,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:44,844 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T17:20:44,844 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=968439371, stopped=false 2024-11-19T17:20:44,844 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=280a42d09ec8,34379,1732036825039 2024-11-19T17:20:44,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34753-0x101313e57460007, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2283532165/running 2024-11-19T17:20:44,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x101313e57460006, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2283532165/running 2024-11-19T17:20:44,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34753-0x101313e57460007, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2283532165 2024-11-19T17:20:44,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x101313e57460006, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2283532165 2024-11-19T17:20:44,846 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:20:44,846 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:20:44,846 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:20:44,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:44,846 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '280a42d09ec8,34753,1732036825087' ***** 2024-11-19T17:20:44,846 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T17:20:44,847 INFO [RS:0;280a42d09ec8:34753 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T17:20:44,847 INFO [RS:0;280a42d09ec8:34753 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T17:20:44,847 INFO [RS:0;280a42d09ec8:34753 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T17:20:44,847 INFO [RS:0;280a42d09ec8:34753 {}] regionserver.HRegionServer(3091): Received CLOSE for c1e82ce39c643e0212331b9a70f4b11f 2024-11-19T17:20:44,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34753-0x101313e57460007, quorum=127.0.0.1:53177, baseZNode=/2283532165 Set watcher on znode that does not yet exist, /2283532165/running 2024-11-19T17:20:44,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34379-0x101313e57460006, quorum=127.0.0.1:53177, baseZNode=/2283532165 Set watcher on znode that does not yet exist, /2283532165/running 2024-11-19T17:20:44,847 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T17:20:44,848 INFO [RS:0;280a42d09ec8:34753 {}] regionserver.HRegionServer(3091): Received CLOSE for 322fb0f38cd677e56a124b61dae7f420 2024-11-19T17:20:44,848 INFO [RS:0;280a42d09ec8:34753 {}] regionserver.HRegionServer(959): stopping server 280a42d09ec8,34753,1732036825087 2024-11-19T17:20:44,848 INFO [RS:0;280a42d09ec8:34753 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:20:44,848 INFO [RS:0;280a42d09ec8:34753 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:34753. 2024-11-19T17:20:44,848 DEBUG [RS:0;280a42d09ec8:34753 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:20:44,848 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c1e82ce39c643e0212331b9a70f4b11f, disabling compactions & flushes 2024-11-19T17:20:44,848 DEBUG [RS:0;280a42d09ec8:34753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:44,848 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732036835620.c1e82ce39c643e0212331b9a70f4b11f. 2024-11-19T17:20:44,848 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732036835620.c1e82ce39c643e0212331b9a70f4b11f. 2024-11-19T17:20:44,848 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732036835620.c1e82ce39c643e0212331b9a70f4b11f. after waiting 0 ms 2024-11-19T17:20:44,848 INFO [RS:0;280a42d09ec8:34753 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T17:20:44,848 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732036835620.c1e82ce39c643e0212331b9a70f4b11f. 2024-11-19T17:20:44,848 INFO [RS:0;280a42d09ec8:34753 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T17:20:44,848 INFO [RS:0;280a42d09ec8:34753 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T17:20:44,848 INFO [RS:0;280a42d09ec8:34753 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T17:20:44,848 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c1e82ce39c643e0212331b9a70f4b11f 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-19T17:20:44,849 INFO [RS:0;280a42d09ec8:34753 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T17:20:44,849 DEBUG [RS:0;280a42d09ec8:34753 {}] regionserver.HRegionServer(1325): Online Regions={c1e82ce39c643e0212331b9a70f4b11f=hbase:replication,,1732036835620.c1e82ce39c643e0212331b9a70f4b11f., 322fb0f38cd677e56a124b61dae7f420=test,,1732036830653.322fb0f38cd677e56a124b61dae7f420., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T17:20:44,849 DEBUG [RS:0;280a42d09ec8:34753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 322fb0f38cd677e56a124b61dae7f420, c1e82ce39c643e0212331b9a70f4b11f 2024-11-19T17:20:44,849 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:20:44,849 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:20:44,849 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:20:44,849 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:20:44,849 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:20:44,849 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T17:20:44,852 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:20:44,870 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/hbase/replication/c1e82ce39c643e0212331b9a70f4b11f/.tmp/queue/2d26e11cae1342f591fe9b30721b45b5 is 154, key is 1-280a42d09ec8,34753,1732036825087/queue:280a42d09ec8%2C34753%2C1732036825087/1732036844703/Put/seqid=0 2024-11-19T17:20:44,870 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/hbase/meta/1588230740/.tmp/info/67413668f0854489a0b71f06e3cec8eb is 147, key is hbase:replication,,1732036835620.c1e82ce39c643e0212331b9a70f4b11f./info:regioninfo/1732036836411/Put/seqid=0 2024-11-19T17:20:44,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741841_1017 (size=5353) 2024-11-19T17:20:44,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741840_1016 (size=7686) 2024-11-19T17:20:44,877 INFO [regionserver/280a42d09ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:20:44,882 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 1471, reset compression=false 2024-11-19T17:20:44,905 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 to pos 1521, reset compression=false 2024-11-19T17:20:45,049 DEBUG [RS:0;280a42d09ec8:34753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 322fb0f38cd677e56a124b61dae7f420, c1e82ce39c643e0212331b9a70f4b11f 2024-11-19T17:20:45,106 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 1340, reset compression=false 2024-11-19T17:20:45,110 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:20:45,110 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 1491, reset compression=false 2024-11-19T17:20:45,110 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.shipper280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,44979,1732036817167 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:20:45,189 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 1471, reset compression=false 2024-11-19T17:20:45,208 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 to pos 1521, reset compression=false 2024-11-19T17:20:45,249 DEBUG [RS:0;280a42d09ec8:34753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 322fb0f38cd677e56a124b61dae7f420, c1e82ce39c643e0212331b9a70f4b11f 2024-11-19T17:20:45,275 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/hbase/replication/c1e82ce39c643e0212331b9a70f4b11f/.tmp/queue/2d26e11cae1342f591fe9b30721b45b5 2024-11-19T17:20:45,275 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/hbase/meta/1588230740/.tmp/info/67413668f0854489a0b71f06e3cec8eb 2024-11-19T17:20:45,279 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/hbase/replication/c1e82ce39c643e0212331b9a70f4b11f/.tmp/queue/2d26e11cae1342f591fe9b30721b45b5 as hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/hbase/replication/c1e82ce39c643e0212331b9a70f4b11f/queue/2d26e11cae1342f591fe9b30721b45b5 2024-11-19T17:20:45,284 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/hbase/replication/c1e82ce39c643e0212331b9a70f4b11f/queue/2d26e11cae1342f591fe9b30721b45b5, entries=1, sequenceid=13, filesize=5.2 K 2024-11-19T17:20:45,284 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for c1e82ce39c643e0212331b9a70f4b11f in 436ms, sequenceid=13, compaction requested=false 2024-11-19T17:20:45,293 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/hbase/replication/c1e82ce39c643e0212331b9a70f4b11f/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-19T17:20:45,294 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:20:45,294 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:20:45,294 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732036835620.c1e82ce39c643e0212331b9a70f4b11f. 2024-11-19T17:20:45,294 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c1e82ce39c643e0212331b9a70f4b11f: Waiting for close lock at 1732036844848Running coprocessor pre-close hooks at 1732036844848Disabling compacts and flushes for region at 1732036844848Disabling writes for close at 1732036844848Obtaining lock to block concurrent updates at 1732036844848Preparing flush snapshotting stores in c1e82ce39c643e0212331b9a70f4b11f at 1732036844848Finished memstore snapshotting hbase:replication,,1732036835620.c1e82ce39c643e0212331b9a70f4b11f., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1732036844849 (+1 ms)Flushing stores of hbase:replication,,1732036835620.c1e82ce39c643e0212331b9a70f4b11f. at 1732036844849Flushing c1e82ce39c643e0212331b9a70f4b11f/queue: creating writer at 1732036844849Flushing c1e82ce39c643e0212331b9a70f4b11f/queue: appending metadata at 1732036844869 (+20 ms)Flushing c1e82ce39c643e0212331b9a70f4b11f/queue: closing flushed file at 1732036844870 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2392c658: reopening flushed file at 1732036845279 (+409 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for c1e82ce39c643e0212331b9a70f4b11f in 436ms, sequenceid=13, compaction requested=false at 1732036845284 (+5 ms)Writing region close event to WAL at 1732036845290 (+6 ms)Running coprocessor post-close hooks at 1732036845293 (+3 ms)Closed at 1732036845294 (+1 ms) 2024-11-19T17:20:45,294 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732036835620.c1e82ce39c643e0212331b9a70f4b11f. 2024-11-19T17:20:45,294 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 322fb0f38cd677e56a124b61dae7f420, disabling compactions & flushes 2024-11-19T17:20:45,294 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732036830653.322fb0f38cd677e56a124b61dae7f420. 2024-11-19T17:20:45,294 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732036830653.322fb0f38cd677e56a124b61dae7f420. 2024-11-19T17:20:45,294 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732036830653.322fb0f38cd677e56a124b61dae7f420. after waiting 0 ms 2024-11-19T17:20:45,294 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732036830653.322fb0f38cd677e56a124b61dae7f420. 2024-11-19T17:20:45,294 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 322fb0f38cd677e56a124b61dae7f420 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-19T17:20:45,294 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/hbase/meta/1588230740/.tmp/ns/2985d98a864143dc90ef494232124c44 is 43, key is default/ns:d/1732036827303/Put/seqid=0 2024-11-19T17:20:45,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741842_1018 (size=5153) 2024-11-19T17:20:45,312 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/default/test/322fb0f38cd677e56a124b61dae7f420/.tmp/f/f94c3c4f6b0643bbaf606def59d99abb is 37, key is row3/f:row3/1732036843502/Put/seqid=0 2024-11-19T17:20:45,313 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 1491, reset compression=false 2024-11-19T17:20:45,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741843_1019 (size=5228) 2024-11-19T17:20:45,316 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/default/test/322fb0f38cd677e56a124b61dae7f420/.tmp/f/f94c3c4f6b0643bbaf606def59d99abb 2024-11-19T17:20:45,320 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f94c3c4f6b0643bbaf606def59d99abb 2024-11-19T17:20:45,334 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/default/test/322fb0f38cd677e56a124b61dae7f420/.tmp/f1/88c5e669ad2f41998908e31949687fa2 is 30, key is row1/f1:/1732036840843/DeleteFamily/seqid=0 2024-11-19T17:20:45,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741844_1020 (size=5158) 2024-11-19T17:20:45,337 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/default/test/322fb0f38cd677e56a124b61dae7f420/.tmp/f1/88c5e669ad2f41998908e31949687fa2 2024-11-19T17:20:45,341 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 88c5e669ad2f41998908e31949687fa2 2024-11-19T17:20:45,359 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/default/test/322fb0f38cd677e56a124b61dae7f420/.tmp/norep/22c86986ea4840f38a1760b39d85b4c3 is 33, key is row2/norep:/1732036841850/DeleteFamily/seqid=0 2024-11-19T17:20:45,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741845_1021 (size=5108) 2024-11-19T17:20:45,449 DEBUG [RS:0;280a42d09ec8:34753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 322fb0f38cd677e56a124b61dae7f420 2024-11-19T17:20:45,593 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 1471, reset compression=false 2024-11-19T17:20:45,611 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 to pos 1521, reset compression=false 2024-11-19T17:20:45,614 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T17:20:45,614 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T17:20:45,616 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 1491, reset compression=false 2024-11-19T17:20:45,623 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:20:45,623 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 to pos 1768, reset compression=false 2024-11-19T17:20:45,623 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.shipper280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,34753,1732036825087 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:20:45,624 ERROR [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.shipper280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 280a42d09ec8,34753,1732036825087: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-280a42d09ec8,34753,1732036825087, walGroup=280a42d09ec8%2C34753%2C1732036825087, offset=280a42d09ec8%2C34753%2C1732036825087.1732036826693:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:34753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T17:20:45,625 ERROR [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.shipper280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T17:20:45,625 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.shipper280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T17:20:45,626 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.shipper280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T17:20:45,626 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.shipper280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T17:20:45,626 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.shipper280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T17:20:45,626 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.shipper280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 929571248 }, "NonHeapMemoryUsage": { "committed": 201785344, "init": 7667712, "max": -1, "used": 198868600 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T17:20:45,627 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.shipper280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:34379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:34379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T17:20:45,649 DEBUG [RS:0;280a42d09ec8:34753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 322fb0f38cd677e56a124b61dae7f420 2024-11-19T17:20:45,701 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/hbase/meta/1588230740/.tmp/ns/2985d98a864143dc90ef494232124c44 2024-11-19T17:20:45,723 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/hbase/meta/1588230740/.tmp/rep_barrier/d379696e1458442c8c5a6afd48df9384 is 112, key is test,,1732036830653.322fb0f38cd677e56a124b61dae7f420./rep_barrier:seqnumDuringOpen/1732036831803/Put/seqid=0 2024-11-19T17:20:45,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741846_1022 (size=5518) 2024-11-19T17:20:45,763 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/default/test/322fb0f38cd677e56a124b61dae7f420/.tmp/norep/22c86986ea4840f38a1760b39d85b4c3 2024-11-19T17:20:45,767 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22c86986ea4840f38a1760b39d85b4c3 2024-11-19T17:20:45,767 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/default/test/322fb0f38cd677e56a124b61dae7f420/.tmp/f/f94c3c4f6b0643bbaf606def59d99abb as hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/default/test/322fb0f38cd677e56a124b61dae7f420/f/f94c3c4f6b0643bbaf606def59d99abb 2024-11-19T17:20:45,771 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f94c3c4f6b0643bbaf606def59d99abb 2024-11-19T17:20:45,772 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/default/test/322fb0f38cd677e56a124b61dae7f420/f/f94c3c4f6b0643bbaf606def59d99abb, entries=5, sequenceid=12, filesize=5.1 K 2024-11-19T17:20:45,772 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/default/test/322fb0f38cd677e56a124b61dae7f420/.tmp/f1/88c5e669ad2f41998908e31949687fa2 as hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/default/test/322fb0f38cd677e56a124b61dae7f420/f1/88c5e669ad2f41998908e31949687fa2 2024-11-19T17:20:45,775 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 88c5e669ad2f41998908e31949687fa2 2024-11-19T17:20:45,776 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/default/test/322fb0f38cd677e56a124b61dae7f420/f1/88c5e669ad2f41998908e31949687fa2, entries=3, sequenceid=12, filesize=5.0 K 2024-11-19T17:20:45,776 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/default/test/322fb0f38cd677e56a124b61dae7f420/.tmp/norep/22c86986ea4840f38a1760b39d85b4c3 as hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/default/test/322fb0f38cd677e56a124b61dae7f420/norep/22c86986ea4840f38a1760b39d85b4c3 2024-11-19T17:20:45,779 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22c86986ea4840f38a1760b39d85b4c3 2024-11-19T17:20:45,780 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/default/test/322fb0f38cd677e56a124b61dae7f420/norep/22c86986ea4840f38a1760b39d85b4c3, entries=1, sequenceid=12, filesize=5.0 K 2024-11-19T17:20:45,780 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 322fb0f38cd677e56a124b61dae7f420 in 486ms, sequenceid=12, compaction requested=false 2024-11-19T17:20:45,785 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/default/test/322fb0f38cd677e56a124b61dae7f420/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T17:20:45,785 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:20:45,785 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T17:20:45,785 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732036830653.322fb0f38cd677e56a124b61dae7f420. 2024-11-19T17:20:45,785 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 322fb0f38cd677e56a124b61dae7f420: Waiting for close lock at 1732036845294Running coprocessor pre-close hooks at 1732036845294Disabling compacts and flushes for region at 1732036845294Disabling writes for close at 1732036845294Obtaining lock to block concurrent updates at 1732036845294Preparing flush snapshotting stores in 322fb0f38cd677e56a124b61dae7f420 at 1732036845294Finished memstore snapshotting test,,1732036830653.322fb0f38cd677e56a124b61dae7f420., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732036845294Flushing stores of test,,1732036830653.322fb0f38cd677e56a124b61dae7f420. at 1732036845295 (+1 ms)Flushing 322fb0f38cd677e56a124b61dae7f420/f: creating writer at 1732036845295Flushing 322fb0f38cd677e56a124b61dae7f420/f: appending metadata at 1732036845312 (+17 ms)Flushing 322fb0f38cd677e56a124b61dae7f420/f: closing flushed file at 1732036845312Flushing 322fb0f38cd677e56a124b61dae7f420/f1: creating writer at 1732036845320 (+8 ms)Flushing 322fb0f38cd677e56a124b61dae7f420/f1: appending metadata at 1732036845333 (+13 ms)Flushing 322fb0f38cd677e56a124b61dae7f420/f1: closing flushed file at 1732036845333Flushing 322fb0f38cd677e56a124b61dae7f420/norep: creating writer at 1732036845341 (+8 ms)Flushing 322fb0f38cd677e56a124b61dae7f420/norep: appending metadata at 1732036845358 (+17 ms)Flushing 322fb0f38cd677e56a124b61dae7f420/norep: closing flushed file at 1732036845358Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50a06451: reopening flushed file at 1732036845767 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c4f7db2: reopening flushed file at 1732036845772 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19fd94a9: reopening flushed file at 1732036845776 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 322fb0f38cd677e56a124b61dae7f420 in 486ms, sequenceid=12, compaction requested=false at 1732036845780 (+4 ms)Writing region close event to WAL at 1732036845782 (+2 ms)Running coprocessor post-close hooks at 1732036845785 (+3 ms)Closed at 1732036845785 2024-11-19T17:20:45,786 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732036830653.322fb0f38cd677e56a124b61dae7f420. 2024-11-19T17:20:45,827 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 to pos 1768, reset compression=false 2024-11-19T17:20:45,837 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:20:45,837 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 to pos 2412, reset compression=false 2024-11-19T17:20:45,850 INFO [RS:0;280a42d09ec8:34753 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T17:20:45,850 DEBUG [RS:0;280a42d09ec8:34753 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T17:20:45,850 DEBUG [RS:0;280a42d09ec8:34753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:20:46,022 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 1491, reset compression=false 2024-11-19T17:20:46,041 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 to pos 2412, reset compression=false 2024-11-19T17:20:46,050 DEBUG [RS:0;280a42d09ec8:34753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:20:46,097 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 1471, reset compression=false 2024-11-19T17:20:46,129 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/hbase/meta/1588230740/.tmp/rep_barrier/d379696e1458442c8c5a6afd48df9384 2024-11-19T17:20:46,148 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/hbase/meta/1588230740/.tmp/table/960823580264442da532d556f7f23746 is 53, key is hbase:replication/table:state/1732036836418/Put/seqid=0 2024-11-19T17:20:46,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741847_1023 (size=5308) 2024-11-19T17:20:46,250 DEBUG [RS:0;280a42d09ec8:34753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:20:46,344 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 to pos 2412, reset compression=false 2024-11-19T17:20:46,450 DEBUG [RS:0;280a42d09ec8:34753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:20:46,526 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 1491, reset compression=false 2024-11-19T17:20:46,552 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/hbase/meta/1588230740/.tmp/table/960823580264442da532d556f7f23746 2024-11-19T17:20:46,556 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/hbase/meta/1588230740/.tmp/info/67413668f0854489a0b71f06e3cec8eb as hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/hbase/meta/1588230740/info/67413668f0854489a0b71f06e3cec8eb 2024-11-19T17:20:46,560 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/hbase/meta/1588230740/info/67413668f0854489a0b71f06e3cec8eb, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T17:20:46,560 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/hbase/meta/1588230740/.tmp/ns/2985d98a864143dc90ef494232124c44 as hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/hbase/meta/1588230740/ns/2985d98a864143dc90ef494232124c44 2024-11-19T17:20:46,564 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/hbase/meta/1588230740/ns/2985d98a864143dc90ef494232124c44, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T17:20:46,564 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/hbase/meta/1588230740/.tmp/rep_barrier/d379696e1458442c8c5a6afd48df9384 as hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/hbase/meta/1588230740/rep_barrier/d379696e1458442c8c5a6afd48df9384 2024-11-19T17:20:46,567 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/hbase/meta/1588230740/rep_barrier/d379696e1458442c8c5a6afd48df9384, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T17:20:46,568 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/hbase/meta/1588230740/.tmp/table/960823580264442da532d556f7f23746 as hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/hbase/meta/1588230740/table/960823580264442da532d556f7f23746 2024-11-19T17:20:46,571 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/hbase/meta/1588230740/table/960823580264442da532d556f7f23746, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T17:20:46,572 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=16, compaction requested=false 2024-11-19T17:20:46,576 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T17:20:46,576 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:20:46,576 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:20:46,576 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:20:46,576 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036844849Running coprocessor pre-close hooks at 1732036844849Disabling compacts and flushes for region at 1732036844849Disabling writes for close at 1732036844849Obtaining lock to block concurrent updates at 1732036844849Preparing flush snapshotting stores in 1588230740 at 1732036844849Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732036844849Flushing stores of hbase:meta,,1.1588230740 at 1732036844850 (+1 ms)Flushing 1588230740/info: creating writer at 1732036844850Flushing 1588230740/info: appending metadata at 1732036844870 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732036844870Flushing 1588230740/ns: creating writer at 1732036845279 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732036845294 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732036845294Flushing 1588230740/rep_barrier: creating writer at 1732036845705 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732036845722 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732036845722Flushing 1588230740/table: creating writer at 1732036846133 (+411 ms)Flushing 1588230740/table: appending metadata at 1732036846147 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732036846147Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17ab24f4: reopening flushed file at 1732036846556 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7aca4f2c: reopening flushed file at 1732036846560 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ad1ca61: reopening flushed file at 1732036846564 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56d2b9f9: reopening flushed file at 1732036846567 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=16, compaction requested=false at 1732036846572 (+5 ms)Writing region close event to WAL at 1732036846573 (+1 ms)Running coprocessor post-close hooks at 1732036846576 (+3 ms)Closed at 1732036846576 2024-11-19T17:20:46,577 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T17:20:46,650 INFO [RS:0;280a42d09ec8:34753 {}] regionserver.HRegionServer(976): stopping server 280a42d09ec8,34753,1732036825087; all regions closed. 2024-11-19T17:20:46,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741834_1010 (size=4239) 2024-11-19T17:20:46,653 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.meta.1732036827263.meta not finished, retry = 0 2024-11-19T17:20:46,700 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 1471, reset compression=false 2024-11-19T17:20:46,704 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T17:20:46,748 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.1732036826693 to pos 2412, reset compression=false 2024-11-19T17:20:46,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741839_1015 (size=3333) 2024-11-19T17:20:46,755 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/WALs/280a42d09ec8,34753,1732036825087/280a42d09ec8%2C34753%2C1732036825087.rep.1732036836370 not finished, retry = 0 2024-11-19T17:20:46,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741833_1009 (size=2420) 2024-11-19T17:20:46,859 DEBUG [RS:0;280a42d09ec8:34753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:46,859 INFO [RS:0;280a42d09ec8:34753 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:20:46,859 INFO [RS:0;280a42d09ec8:34753 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:20:46,859 INFO [RS:0;280a42d09ec8:34753 {}] hbase.ChoreService(370): Chore service for: regionserver/280a42d09ec8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T17:20:46,859 INFO [RS:0;280a42d09ec8:34753 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:20:46,859 INFO [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:20:46,859 INFO [RS:0;280a42d09ec8:34753 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-280a42d09ec8,34753,1732036825087 because: Region server is closing 2024-11-19T17:20:46,860 INFO [RS:0;280a42d09ec8:34753 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:34753. 2024-11-19T17:20:46,860 DEBUG [RS:0;280a42d09ec8:34753 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:20:46,860 DEBUG [RS:0;280a42d09ec8:34753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:46,860 DEBUG [RS:0;280a42d09ec8:34753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:46,860 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:20:46,960 INFO [RS:0;280a42d09ec8:34753 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.shipper280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 terminated 2024-11-19T17:20:46,960 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,34753,1732036825087.replicationSource.wal-reader.280a42d09ec8%2C34753%2C1732036825087,1-280a42d09ec8,34753,1732036825087 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T17:20:46,961 INFO [RS:0;280a42d09ec8:34753 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:34753. 2024-11-19T17:20:46,961 DEBUG [RS:0;280a42d09ec8:34753 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:20:46,961 DEBUG [RS:0;280a42d09ec8:34753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:46,961 DEBUG [RS:0;280a42d09ec8:34753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:46,961 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:20:46,961 INFO [RS:0;280a42d09ec8:34753 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34753 2024-11-19T17:20:46,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34753-0x101313e57460007, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2283532165/rs/280a42d09ec8,34753,1732036825087 2024-11-19T17:20:46,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x101313e57460006, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2283532165/rs 2024-11-19T17:20:46,963 INFO [RS:0;280a42d09ec8:34753 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:20:46,964 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [280a42d09ec8,34753,1732036825087] 2024-11-19T17:20:46,965 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2283532165/draining/280a42d09ec8,34753,1732036825087 already deleted, retry=false 2024-11-19T17:20:46,965 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 280a42d09ec8,34753,1732036825087 expired; onlineServers=0 2024-11-19T17:20:46,965 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '280a42d09ec8,34379,1732036825039' ***** 2024-11-19T17:20:46,965 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T17:20:46,966 INFO [M:0;280a42d09ec8:34379 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:20:46,966 INFO [M:0;280a42d09ec8:34379 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:20:46,966 DEBUG [M:0;280a42d09ec8:34379 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T17:20:46,966 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T17:20:46,966 DEBUG [M:0;280a42d09ec8:34379 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T17:20:46,966 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036826515 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036826515,5,FailOnTimeoutGroup] 2024-11-19T17:20:46,966 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036826516 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036826516,5,FailOnTimeoutGroup] 2024-11-19T17:20:46,966 INFO [M:0;280a42d09ec8:34379 {}] hbase.ChoreService(370): Chore service for: master/280a42d09ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T17:20:46,966 INFO [M:0;280a42d09ec8:34379 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:20:46,966 DEBUG [M:0;280a42d09ec8:34379 {}] master.HMaster(1795): Stopping service threads 2024-11-19T17:20:46,966 INFO [M:0;280a42d09ec8:34379 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T17:20:46,966 INFO [M:0;280a42d09ec8:34379 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:20:46,966 INFO [M:0;280a42d09ec8:34379 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T17:20:46,966 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T17:20:46,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x101313e57460006, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2283532165/master 2024-11-19T17:20:46,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x101313e57460006, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2283532165 2024-11-19T17:20:46,968 DEBUG [M:0;280a42d09ec8:34379 {}] zookeeper.ZKUtil(347): master:34379-0x101313e57460006, quorum=127.0.0.1:53177, baseZNode=/2283532165 Unable to get data of znode /2283532165/master because node does not exist (not an error) 2024-11-19T17:20:46,968 WARN [M:0;280a42d09ec8:34379 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T17:20:46,969 INFO [M:0;280a42d09ec8:34379 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/.lastflushedseqids 2024-11-19T17:20:46,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741848_1024 (size=245) 2024-11-19T17:20:47,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34753-0x101313e57460007, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:20:47,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34753-0x101313e57460007, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:20:47,065 INFO [RS:0;280a42d09ec8:34753 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:20:47,065 INFO [RS:0;280a42d09ec8:34753 {}] regionserver.HRegionServer(1031): Exiting; stopping=280a42d09ec8,34753,1732036825087; zookeeper connection closed. 2024-11-19T17:20:47,065 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b893750 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b893750 2024-11-19T17:20:47,065 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T17:20:47,130 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 1491, reset compression=false 2024-11-19T17:20:47,376 INFO [M:0;280a42d09ec8:34379 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T17:20:47,377 INFO [M:0;280a42d09ec8:34379 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T17:20:47,377 DEBUG [M:0;280a42d09ec8:34379 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:20:47,377 INFO [M:0;280a42d09ec8:34379 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:20:47,377 DEBUG [M:0;280a42d09ec8:34379 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:20:47,377 DEBUG [M:0;280a42d09ec8:34379 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:20:47,377 DEBUG [M:0;280a42d09ec8:34379 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:20:47,377 INFO [M:0;280a42d09ec8:34379 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-19T17:20:47,394 DEBUG [M:0;280a42d09ec8:34379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9b3f12037b14eb7bfcd5f7990cfd3d4 is 82, key is hbase:meta,,1/info:regioninfo/1732036827294/Put/seqid=0 2024-11-19T17:20:47,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741849_1025 (size=5672) 2024-11-19T17:20:47,400 INFO [M:0;280a42d09ec8:34379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9b3f12037b14eb7bfcd5f7990cfd3d4 2024-11-19T17:20:47,404 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 1471, reset compression=false 2024-11-19T17:20:47,422 DEBUG [M:0;280a42d09ec8:34379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/477144b5aa164331bf3facad1f330942 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732036836422/Put/seqid=0 2024-11-19T17:20:47,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741850_1026 (size=9213) 2024-11-19T17:20:47,827 INFO [M:0;280a42d09ec8:34379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/477144b5aa164331bf3facad1f330942 2024-11-19T17:20:47,833 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 1491, reset compression=false 2024-11-19T17:20:47,862 DEBUG [M:0;280a42d09ec8:34379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b1af12f448741dfbffcb25ca88213ef is 69, key is 280a42d09ec8,34753,1732036825087/rs:state/1732036826548/Put/seqid=0 2024-11-19T17:20:47,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741851_1027 (size=5156) 2024-11-19T17:20:48,210 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 1471, reset compression=false 2024-11-19T17:20:48,267 INFO [M:0;280a42d09ec8:34379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b1af12f448741dfbffcb25ca88213ef 2024-11-19T17:20:48,274 DEBUG [M:0;280a42d09ec8:34379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9b3f12037b14eb7bfcd5f7990cfd3d4 as hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9b3f12037b14eb7bfcd5f7990cfd3d4 2024-11-19T17:20:48,279 INFO [M:0;280a42d09ec8:34379 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9b3f12037b14eb7bfcd5f7990cfd3d4, entries=8, sequenceid=127, filesize=5.5 K 2024-11-19T17:20:48,280 DEBUG [M:0;280a42d09ec8:34379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/477144b5aa164331bf3facad1f330942 as hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/477144b5aa164331bf3facad1f330942 2024-11-19T17:20:48,288 INFO [M:0;280a42d09ec8:34379 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/477144b5aa164331bf3facad1f330942, entries=15, sequenceid=127, filesize=9.0 K 2024-11-19T17:20:48,293 DEBUG [M:0;280a42d09ec8:34379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b1af12f448741dfbffcb25ca88213ef as hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4b1af12f448741dfbffcb25ca88213ef 2024-11-19T17:20:48,297 INFO [M:0;280a42d09ec8:34379 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35191/user/jenkins/test-data/bf6096ce-a624-38f2-b84b-890caf6d6a4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4b1af12f448741dfbffcb25ca88213ef, entries=1, sequenceid=127, filesize=5.0 K 2024-11-19T17:20:48,299 INFO [M:0;280a42d09ec8:34379 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 922ms, sequenceid=127, compaction requested=false 2024-11-19T17:20:48,306 INFO [M:0;280a42d09ec8:34379 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:20:48,306 DEBUG [M:0;280a42d09ec8:34379 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036847377Disabling compacts and flushes for region at 1732036847377Disabling writes for close at 1732036847377Obtaining lock to block concurrent updates at 1732036847377Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732036847377Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1732036847378 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732036847378Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732036847378Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732036847394 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732036847394Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732036847403 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732036847422 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732036847422Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732036847835 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732036847861 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732036847861Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@175b54d3: reopening flushed file at 1732036848273 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f06cfc9: reopening flushed file at 1732036848279 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53bd722b: reopening flushed file at 1732036848288 (+9 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 922ms, sequenceid=127, compaction requested=false at 1732036848299 (+11 ms)Writing region close event to WAL at 1732036848306 (+7 ms)Closed at 1732036848306 2024-11-19T17:20:48,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741830_1006 (size=73878) 2024-11-19T17:20:48,309 INFO [M:0;280a42d09ec8:34379 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T17:20:48,309 INFO [M:0;280a42d09ec8:34379 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34379 2024-11-19T17:20:48,309 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:20:48,309 INFO [M:0;280a42d09ec8:34379 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:20:48,419 INFO [M:0;280a42d09ec8:34379 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:20:48,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x101313e57460006, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:20:48,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x101313e57460006, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:20:48,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@dffacb6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:20:48,422 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c05d80e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:20:48,422 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:20:48,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@412bff8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:20:48,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ab80ac8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422/hadoop.log.dir/,STOPPED} 2024-11-19T17:20:48,424 WARN [BP-1428364861-172.17.0.2-1732036823996 heartbeating to localhost/127.0.0.1:35191 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T17:20:48,424 WARN [BP-1428364861-172.17.0.2-1732036823996 heartbeating to localhost/127.0.0.1:35191 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1428364861-172.17.0.2-1732036823996 (Datanode Uuid a387e63f-931a-4a9f-b277-5964e2284ab4) service to localhost/127.0.0.1:35191 2024-11-19T17:20:48,425 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T17:20:48,428 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422/cluster_1f1cd38d-b2ac-0cf4-7060-e897679a4c81/data/data1/current/BP-1428364861-172.17.0.2-1732036823996 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:20:48,428 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T17:20:48,428 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T17:20:48,428 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422/cluster_1f1cd38d-b2ac-0cf4-7060-e897679a4c81/data/data2/current/BP-1428364861-172.17.0.2-1732036823996 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:20:48,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ede0493{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:20:48,432 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d88fcb8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:20:48,432 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:20:48,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@571fba1d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:20:48,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cf56b48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422/hadoop.log.dir/,STOPPED} 2024-11-19T17:20:48,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T17:20:48,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T17:20:48,445 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:20:48,445 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:20:48,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:48,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:48,445 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:20:48,445 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T17:20:48,445 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=414877133, stopped=false 2024-11-19T17:20:48,446 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=280a42d09ec8,41169,1732036821291 2024-11-19T17:20:48,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101313e57460003, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1252683673/running 2024-11-19T17:20:48,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101313e57460003, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252683673 2024-11-19T17:20:48,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46319-0x101313e57460004, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1252683673/running 2024-11-19T17:20:48,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46319-0x101313e57460004, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252683673 2024-11-19T17:20:48,447 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:20:48,447 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:20:48,447 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:20:48,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:48,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41169-0x101313e57460003, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Set watcher on znode that does not yet exist, /1-1252683673/running 2024-11-19T17:20:48,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46319-0x101313e57460004, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Set watcher on znode that does not yet exist, /1-1252683673/running 2024-11-19T17:20:48,448 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '280a42d09ec8,46319,1732036821329' ***** 2024-11-19T17:20:48,448 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T17:20:48,448 INFO [RS:0;280a42d09ec8:46319 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T17:20:48,448 INFO [RS:0;280a42d09ec8:46319 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T17:20:48,448 INFO [RS:0;280a42d09ec8:46319 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T17:20:48,448 INFO [RS:0;280a42d09ec8:46319 {}] regionserver.HRegionServer(3091): Received CLOSE for 87be8903ed312eb0cbd6840b642db4af 2024-11-19T17:20:48,449 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T17:20:48,449 INFO [RS:0;280a42d09ec8:46319 {}] regionserver.HRegionServer(3091): Received CLOSE for 0bcd92b8bd8f76081d4480d74a3a9864 2024-11-19T17:20:48,449 INFO [RS:0;280a42d09ec8:46319 {}] regionserver.HRegionServer(959): stopping server 280a42d09ec8,46319,1732036821329 2024-11-19T17:20:48,449 INFO [RS:0;280a42d09ec8:46319 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:20:48,449 INFO [RS:0;280a42d09ec8:46319 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:46319. 2024-11-19T17:20:48,449 DEBUG [RS:0;280a42d09ec8:46319 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:20:48,449 DEBUG [RS:0;280a42d09ec8:46319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:48,449 INFO [RS:0;280a42d09ec8:46319 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T17:20:48,449 INFO [RS:0;280a42d09ec8:46319 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T17:20:48,449 INFO [RS:0;280a42d09ec8:46319 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T17:20:48,449 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 87be8903ed312eb0cbd6840b642db4af, disabling compactions & flushes 2024-11-19T17:20:48,449 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732036833457.87be8903ed312eb0cbd6840b642db4af. 2024-11-19T17:20:48,449 INFO [RS:0;280a42d09ec8:46319 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T17:20:48,449 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732036833457.87be8903ed312eb0cbd6840b642db4af. 2024-11-19T17:20:48,449 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732036833457.87be8903ed312eb0cbd6840b642db4af. after waiting 0 ms 2024-11-19T17:20:48,449 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732036833457.87be8903ed312eb0cbd6840b642db4af. 2024-11-19T17:20:48,449 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 87be8903ed312eb0cbd6840b642db4af 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-19T17:20:48,449 INFO [RS:0;280a42d09ec8:46319 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T17:20:48,449 DEBUG [RS:0;280a42d09ec8:46319 {}] regionserver.HRegionServer(1325): Online Regions={87be8903ed312eb0cbd6840b642db4af=hbase:replication,,1732036833457.87be8903ed312eb0cbd6840b642db4af., 0bcd92b8bd8f76081d4480d74a3a9864=test,,1732036829504.0bcd92b8bd8f76081d4480d74a3a9864., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T17:20:48,449 DEBUG [RS:0;280a42d09ec8:46319 {}] regionserver.HRegionServer(1351): Waiting on 0bcd92b8bd8f76081d4480d74a3a9864, 1588230740, 87be8903ed312eb0cbd6840b642db4af 2024-11-19T17:20:48,449 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:20:48,449 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:20:48,449 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:20:48,449 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:20:48,450 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:20:48,450 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T17:20:48,469 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/hbase/meta/1588230740/.tmp/info/af5a18a182a74c76825a40fd8df0053c is 147, key is hbase:replication,,1732036833457.87be8903ed312eb0cbd6840b642db4af./info:regioninfo/1732036834673/Put/seqid=0 2024-11-19T17:20:48,470 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/hbase/replication/87be8903ed312eb0cbd6840b642db4af/.tmp/queue/4c742400448e44c4b4e44db1e4c95732 is 154, key is 1-280a42d09ec8,46319,1732036821329/queue:280a42d09ec8%2C46319%2C1732036821329/1732036844683/Put/seqid=0 2024-11-19T17:20:48,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741840_1016 (size=7686) 2024-11-19T17:20:48,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741841_1017 (size=5353) 2024-11-19T17:20:48,474 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/hbase/replication/87be8903ed312eb0cbd6840b642db4af/.tmp/queue/4c742400448e44c4b4e44db1e4c95732 2024-11-19T17:20:48,479 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/hbase/replication/87be8903ed312eb0cbd6840b642db4af/.tmp/queue/4c742400448e44c4b4e44db1e4c95732 as hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/hbase/replication/87be8903ed312eb0cbd6840b642db4af/queue/4c742400448e44c4b4e44db1e4c95732 2024-11-19T17:20:48,483 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/hbase/replication/87be8903ed312eb0cbd6840b642db4af/queue/4c742400448e44c4b4e44db1e4c95732, entries=1, sequenceid=14, filesize=5.2 K 2024-11-19T17:20:48,483 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 87be8903ed312eb0cbd6840b642db4af in 34ms, sequenceid=14, compaction requested=false 2024-11-19T17:20:48,486 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/hbase/replication/87be8903ed312eb0cbd6840b642db4af/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-19T17:20:48,487 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:20:48,487 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:20:48,487 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732036833457.87be8903ed312eb0cbd6840b642db4af. 2024-11-19T17:20:48,487 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 87be8903ed312eb0cbd6840b642db4af: Waiting for close lock at 1732036848449Running coprocessor pre-close hooks at 1732036848449Disabling compacts and flushes for region at 1732036848449Disabling writes for close at 1732036848449Obtaining lock to block concurrent updates at 1732036848449Preparing flush snapshotting stores in 87be8903ed312eb0cbd6840b642db4af at 1732036848449Finished memstore snapshotting hbase:replication,,1732036833457.87be8903ed312eb0cbd6840b642db4af., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732036848450 (+1 ms)Flushing stores of hbase:replication,,1732036833457.87be8903ed312eb0cbd6840b642db4af. at 1732036848450Flushing 87be8903ed312eb0cbd6840b642db4af/queue: creating writer at 1732036848450Flushing 87be8903ed312eb0cbd6840b642db4af/queue: appending metadata at 1732036848469 (+19 ms)Flushing 87be8903ed312eb0cbd6840b642db4af/queue: closing flushed file at 1732036848469Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@277ee0ed: reopening flushed file at 1732036848478 (+9 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 87be8903ed312eb0cbd6840b642db4af in 34ms, sequenceid=14, compaction requested=false at 1732036848483 (+5 ms)Writing region close event to WAL at 1732036848484 (+1 ms)Running coprocessor post-close hooks at 1732036848487 (+3 ms)Closed at 1732036848487 2024-11-19T17:20:48,487 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732036833457.87be8903ed312eb0cbd6840b642db4af. 2024-11-19T17:20:48,487 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0bcd92b8bd8f76081d4480d74a3a9864, disabling compactions & flushes 2024-11-19T17:20:48,487 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732036829504.0bcd92b8bd8f76081d4480d74a3a9864. 2024-11-19T17:20:48,487 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732036829504.0bcd92b8bd8f76081d4480d74a3a9864. 2024-11-19T17:20:48,487 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732036829504.0bcd92b8bd8f76081d4480d74a3a9864. after waiting 0 ms 2024-11-19T17:20:48,487 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732036829504.0bcd92b8bd8f76081d4480d74a3a9864. 2024-11-19T17:20:48,487 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0bcd92b8bd8f76081d4480d74a3a9864 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-19T17:20:48,506 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/default/test/0bcd92b8bd8f76081d4480d74a3a9864/.tmp/f/7bfae7bb2fc948ec959ca0be662fad86 is 37, key is row3/f:row3/1732036843502/Put/seqid=0 2024-11-19T17:20:48,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741842_1018 (size=5228) 2024-11-19T17:20:48,509 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/default/test/0bcd92b8bd8f76081d4480d74a3a9864/.tmp/f/7bfae7bb2fc948ec959ca0be662fad86 2024-11-19T17:20:48,513 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7bfae7bb2fc948ec959ca0be662fad86 2024-11-19T17:20:48,527 INFO [regionserver/280a42d09ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:20:48,531 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/default/test/0bcd92b8bd8f76081d4480d74a3a9864/.tmp/f1/a8adeac607f241ea956bcb82142aa297 is 30, key is row1/f1:/1732036840843/DeleteFamily/seqid=0 2024-11-19T17:20:48,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741843_1019 (size=5158) 2024-11-19T17:20:48,646 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 1491, reset compression=false 2024-11-19T17:20:48,650 DEBUG [RS:0;280a42d09ec8:46319 {}] regionserver.HRegionServer(1351): Waiting on 0bcd92b8bd8f76081d4480d74a3a9864, 1588230740 2024-11-19T17:20:48,848 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T17:20:48,848 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T17:20:48,850 DEBUG [RS:0;280a42d09ec8:46319 {}] regionserver.HRegionServer(1351): Waiting on 0bcd92b8bd8f76081d4480d74a3a9864, 1588230740 2024-11-19T17:20:48,873 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/hbase/meta/1588230740/.tmp/info/af5a18a182a74c76825a40fd8df0053c 2024-11-19T17:20:48,897 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/hbase/meta/1588230740/.tmp/ns/8eb46df7cc954e229480bebc516de184 is 43, key is default/ns:d/1732036823919/Put/seqid=0 2024-11-19T17:20:48,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741844_1020 (size=5153) 2024-11-19T17:20:48,935 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/default/test/0bcd92b8bd8f76081d4480d74a3a9864/.tmp/f1/a8adeac607f241ea956bcb82142aa297 2024-11-19T17:20:48,939 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8adeac607f241ea956bcb82142aa297 2024-11-19T17:20:48,958 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/default/test/0bcd92b8bd8f76081d4480d74a3a9864/.tmp/norep/66bbd9cff6b54a66b6b8c8cbdcd0d32e is 33, key is row1/norep:/1732036840843/DeleteFamily/seqid=0 2024-11-19T17:20:48,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741845_1021 (size=5108) 2024-11-19T17:20:48,964 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/default/test/0bcd92b8bd8f76081d4480d74a3a9864/.tmp/norep/66bbd9cff6b54a66b6b8c8cbdcd0d32e 2024-11-19T17:20:48,972 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 66bbd9cff6b54a66b6b8c8cbdcd0d32e 2024-11-19T17:20:48,973 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/default/test/0bcd92b8bd8f76081d4480d74a3a9864/.tmp/f/7bfae7bb2fc948ec959ca0be662fad86 as hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/default/test/0bcd92b8bd8f76081d4480d74a3a9864/f/7bfae7bb2fc948ec959ca0be662fad86 2024-11-19T17:20:48,978 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7bfae7bb2fc948ec959ca0be662fad86 2024-11-19T17:20:48,978 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/default/test/0bcd92b8bd8f76081d4480d74a3a9864/f/7bfae7bb2fc948ec959ca0be662fad86, entries=5, sequenceid=12, filesize=5.1 K 2024-11-19T17:20:48,979 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/default/test/0bcd92b8bd8f76081d4480d74a3a9864/.tmp/f1/a8adeac607f241ea956bcb82142aa297 as hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/default/test/0bcd92b8bd8f76081d4480d74a3a9864/f1/a8adeac607f241ea956bcb82142aa297 2024-11-19T17:20:48,986 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8adeac607f241ea956bcb82142aa297 2024-11-19T17:20:48,986 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/default/test/0bcd92b8bd8f76081d4480d74a3a9864/f1/a8adeac607f241ea956bcb82142aa297, entries=3, sequenceid=12, filesize=5.0 K 2024-11-19T17:20:48,987 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/default/test/0bcd92b8bd8f76081d4480d74a3a9864/.tmp/norep/66bbd9cff6b54a66b6b8c8cbdcd0d32e as hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/default/test/0bcd92b8bd8f76081d4480d74a3a9864/norep/66bbd9cff6b54a66b6b8c8cbdcd0d32e 2024-11-19T17:20:48,991 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 66bbd9cff6b54a66b6b8c8cbdcd0d32e 2024-11-19T17:20:48,991 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/default/test/0bcd92b8bd8f76081d4480d74a3a9864/norep/66bbd9cff6b54a66b6b8c8cbdcd0d32e, entries=1, sequenceid=12, filesize=5.0 K 2024-11-19T17:20:48,992 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0bcd92b8bd8f76081d4480d74a3a9864 in 505ms, sequenceid=12, compaction requested=false 2024-11-19T17:20:48,999 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/default/test/0bcd92b8bd8f76081d4480d74a3a9864/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T17:20:48,999 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:20:48,999 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T17:20:48,999 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732036829504.0bcd92b8bd8f76081d4480d74a3a9864. 2024-11-19T17:20:48,999 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0bcd92b8bd8f76081d4480d74a3a9864: Waiting for close lock at 1732036848487Running coprocessor pre-close hooks at 1732036848487Disabling compacts and flushes for region at 1732036848487Disabling writes for close at 1732036848487Obtaining lock to block concurrent updates at 1732036848487Preparing flush snapshotting stores in 0bcd92b8bd8f76081d4480d74a3a9864 at 1732036848487Finished memstore snapshotting test,,1732036829504.0bcd92b8bd8f76081d4480d74a3a9864., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732036848488 (+1 ms)Flushing stores of test,,1732036829504.0bcd92b8bd8f76081d4480d74a3a9864. at 1732036848488Flushing 0bcd92b8bd8f76081d4480d74a3a9864/f: creating writer at 1732036848488Flushing 0bcd92b8bd8f76081d4480d74a3a9864/f: appending metadata at 1732036848505 (+17 ms)Flushing 0bcd92b8bd8f76081d4480d74a3a9864/f: closing flushed file at 1732036848505Flushing 0bcd92b8bd8f76081d4480d74a3a9864/f1: creating writer at 1732036848513 (+8 ms)Flushing 0bcd92b8bd8f76081d4480d74a3a9864/f1: appending metadata at 1732036848530 (+17 ms)Flushing 0bcd92b8bd8f76081d4480d74a3a9864/f1: closing flushed file at 1732036848530Flushing 0bcd92b8bd8f76081d4480d74a3a9864/norep: creating writer at 1732036848939 (+409 ms)Flushing 0bcd92b8bd8f76081d4480d74a3a9864/norep: appending metadata at 1732036848957 (+18 ms)Flushing 0bcd92b8bd8f76081d4480d74a3a9864/norep: closing flushed file at 1732036848957Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31ad928: reopening flushed file at 1732036848972 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a6fbb20: reopening flushed file at 1732036848978 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a66eff1: reopening flushed file at 1732036848986 (+8 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0bcd92b8bd8f76081d4480d74a3a9864 in 505ms, sequenceid=12, compaction requested=false at 1732036848992 (+6 ms)Writing region close event to WAL at 1732036848997 (+5 ms)Running coprocessor post-close hooks at 1732036848999 (+2 ms)Closed at 1732036848999 2024-11-19T17:20:49,000 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732036829504.0bcd92b8bd8f76081d4480d74a3a9864. 2024-11-19T17:20:49,050 DEBUG [RS:0;280a42d09ec8:46319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:20:49,118 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 1471, reset compression=false 2024-11-19T17:20:49,123 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:20:49,123 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 2362, reset compression=false 2024-11-19T17:20:49,123 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.shipper280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,46319,1732036821329 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930, lastWalPosition=2362, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:20:49,124 ERROR [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.shipper280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 280a42d09ec8,46319,1732036821329: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-280a42d09ec8,46319,1732036821329, walGroup=280a42d09ec8%2C46319%2C1732036821329, offset=280a42d09ec8%2C46319%2C1732036821329.1732036822930:2362, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:46319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T17:20:49,125 ERROR [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.shipper280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T17:20:49,125 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.shipper280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T17:20:49,125 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.shipper280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T17:20:49,125 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.shipper280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T17:20:49,125 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.shipper280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T17:20:49,125 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.shipper280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 912269256 }, "NonHeapMemoryUsage": { "committed": 202244096, "init": 7667712, "max": -1, "used": 199258736 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T17:20:49,126 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.shipper280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:41169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:41169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T17:20:49,250 DEBUG [RS:0;280a42d09ec8:46319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:20:49,303 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/hbase/meta/1588230740/.tmp/ns/8eb46df7cc954e229480bebc516de184 2024-11-19T17:20:49,327 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/hbase/meta/1588230740/.tmp/rep_barrier/df6854de7f754182af6d2a2dbb882f55 is 112, key is test,,1732036829504.0bcd92b8bd8f76081d4480d74a3a9864./rep_barrier:seqnumDuringOpen/1732036830266/Put/seqid=0 2024-11-19T17:20:49,328 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 2362, reset compression=false 2024-11-19T17:20:49,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741846_1022 (size=5518) 2024-11-19T17:20:49,338 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/hbase/meta/1588230740/.tmp/rep_barrier/df6854de7f754182af6d2a2dbb882f55 2024-11-19T17:20:49,362 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/hbase/meta/1588230740/.tmp/table/396c0673ab2a4e82b7659fdf95f9d75b is 53, key is hbase:replication/table:state/1732036834690/Put/seqid=0 2024-11-19T17:20:49,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741847_1023 (size=5308) 2024-11-19T17:20:49,450 INFO [RS:0;280a42d09ec8:46319 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T17:20:49,450 DEBUG [RS:0;280a42d09ec8:46319 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T17:20:49,450 DEBUG [RS:0;280a42d09ec8:46319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:20:49,550 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 1491, reset compression=false 2024-11-19T17:20:49,634 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/WALs/280a42d09ec8,46319,1732036821329/280a42d09ec8%2C46319%2C1732036821329.1732036822930 to pos 2362, reset compression=false 2024-11-19T17:20:49,651 DEBUG [RS:0;280a42d09ec8:46319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:20:49,766 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/hbase/meta/1588230740/.tmp/table/396c0673ab2a4e82b7659fdf95f9d75b 2024-11-19T17:20:49,773 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/hbase/meta/1588230740/.tmp/info/af5a18a182a74c76825a40fd8df0053c as hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/hbase/meta/1588230740/info/af5a18a182a74c76825a40fd8df0053c 2024-11-19T17:20:49,777 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/hbase/meta/1588230740/info/af5a18a182a74c76825a40fd8df0053c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T17:20:49,778 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/hbase/meta/1588230740/.tmp/ns/8eb46df7cc954e229480bebc516de184 as hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/hbase/meta/1588230740/ns/8eb46df7cc954e229480bebc516de184 2024-11-19T17:20:49,788 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/hbase/meta/1588230740/ns/8eb46df7cc954e229480bebc516de184, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T17:20:49,789 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/hbase/meta/1588230740/.tmp/rep_barrier/df6854de7f754182af6d2a2dbb882f55 as hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/hbase/meta/1588230740/rep_barrier/df6854de7f754182af6d2a2dbb882f55 2024-11-19T17:20:49,794 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/hbase/meta/1588230740/rep_barrier/df6854de7f754182af6d2a2dbb882f55, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T17:20:49,795 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/hbase/meta/1588230740/.tmp/table/396c0673ab2a4e82b7659fdf95f9d75b as hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/hbase/meta/1588230740/table/396c0673ab2a4e82b7659fdf95f9d75b 2024-11-19T17:20:49,799 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/hbase/meta/1588230740/table/396c0673ab2a4e82b7659fdf95f9d75b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T17:20:49,800 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1349ms, sequenceid=16, compaction requested=false 2024-11-19T17:20:49,820 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T17:20:49,821 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:20:49,821 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:20:49,821 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:20:49,822 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036848449Running coprocessor pre-close hooks at 1732036848449Disabling compacts and flushes for region at 1732036848449Disabling writes for close at 1732036848449Obtaining lock to block concurrent updates at 1732036848450 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732036848450Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732036848450Flushing stores of hbase:meta,,1.1588230740 at 1732036848450Flushing 1588230740/info: creating writer at 1732036848450Flushing 1588230740/info: appending metadata at 1732036848468 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732036848468Flushing 1588230740/ns: creating writer at 1732036848877 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732036848897 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732036848897Flushing 1588230740/rep_barrier: creating writer at 1732036849307 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732036849326 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732036849326Flushing 1588230740/table: creating writer at 1732036849343 (+17 ms)Flushing 1588230740/table: appending metadata at 1732036849361 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732036849361Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f08d6e8: reopening flushed file at 1732036849772 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@192737cf: reopening flushed file at 1732036849777 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@659aa7ff: reopening flushed file at 1732036849789 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25a54566: reopening flushed file at 1732036849794 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1349ms, sequenceid=16, compaction requested=false at 1732036849800 (+6 ms)Writing region close event to WAL at 1732036849810 (+10 ms)Running coprocessor post-close hooks at 1732036849821 (+11 ms)Closed at 1732036849821 2024-11-19T17:20:49,822 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T17:20:49,851 INFO [RS:0;280a42d09ec8:46319 {}] regionserver.HRegionServer(976): stopping server 280a42d09ec8,46319,1732036821329; all regions closed. 2024-11-19T17:20:49,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741834_1010 (size=4239) 2024-11-19T17:20:49,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741839_1015 (size=3552) 2024-11-19T17:20:49,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741832_1008 (size=2370) 2024-11-19T17:20:49,861 DEBUG [RS:0;280a42d09ec8:46319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:49,862 INFO [RS:0;280a42d09ec8:46319 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:20:49,862 INFO [RS:0;280a42d09ec8:46319 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:20:49,862 INFO [RS:0;280a42d09ec8:46319 {}] hbase.ChoreService(370): Chore service for: regionserver/280a42d09ec8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T17:20:49,862 INFO [RS:0;280a42d09ec8:46319 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:20:49,862 INFO [RS:0;280a42d09ec8:46319 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-280a42d09ec8,46319,1732036821329 because: Region server is closing 2024-11-19T17:20:49,863 INFO [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:20:49,863 INFO [RS:0;280a42d09ec8:46319 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:46319. 2024-11-19T17:20:49,863 DEBUG [RS:0;280a42d09ec8:46319 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:20:49,863 DEBUG [RS:0;280a42d09ec8:46319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:49,863 DEBUG [RS:0;280a42d09ec8:46319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:49,863 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:20:49,964 INFO [RS:0;280a42d09ec8:46319 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.shipper280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 terminated 2024-11-19T17:20:49,965 INFO [RS:0;280a42d09ec8:46319 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:46319. 2024-11-19T17:20:49,965 DEBUG [RS:0;280a42d09ec8:46319 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:20:49,965 DEBUG [RS:0;280a42d09ec8:46319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:49,965 DEBUG [RS:0;280a42d09ec8:46319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:49,965 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:20:49,965 INFO [RS:0;280a42d09ec8:46319 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46319 2024-11-19T17:20:49,965 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,46319,1732036821329.replicationSource.wal-reader.280a42d09ec8%2C46319%2C1732036821329,1-280a42d09ec8,46319,1732036821329 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T17:20:49,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101313e57460003, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252683673/rs 2024-11-19T17:20:49,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46319-0x101313e57460004, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1252683673/rs/280a42d09ec8,46319,1732036821329 2024-11-19T17:20:49,972 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [280a42d09ec8,46319,1732036821329] 2024-11-19T17:20:49,973 INFO [RS:0;280a42d09ec8:46319 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:20:49,973 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1252683673/draining/280a42d09ec8,46319,1732036821329 already deleted, retry=false 2024-11-19T17:20:49,973 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 280a42d09ec8,46319,1732036821329 expired; onlineServers=0 2024-11-19T17:20:49,974 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '280a42d09ec8,41169,1732036821291' ***** 2024-11-19T17:20:49,974 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T17:20:49,974 INFO [M:0;280a42d09ec8:41169 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:20:49,974 INFO [M:0;280a42d09ec8:41169 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:20:49,974 DEBUG [M:0;280a42d09ec8:41169 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T17:20:49,974 DEBUG [M:0;280a42d09ec8:41169 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T17:20:49,974 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T17:20:49,974 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036822736 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036822736,5,FailOnTimeoutGroup] 2024-11-19T17:20:49,974 INFO [M:0;280a42d09ec8:41169 {}] hbase.ChoreService(370): Chore service for: master/280a42d09ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T17:20:49,974 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036822736 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036822736,5,FailOnTimeoutGroup] 2024-11-19T17:20:49,974 INFO [M:0;280a42d09ec8:41169 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:20:49,974 DEBUG [M:0;280a42d09ec8:41169 {}] master.HMaster(1795): Stopping service threads 2024-11-19T17:20:49,975 INFO [M:0;280a42d09ec8:41169 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T17:20:49,975 INFO [M:0;280a42d09ec8:41169 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:20:49,975 INFO [M:0;280a42d09ec8:41169 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T17:20:49,975 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T17:20:49,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101313e57460003, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1252683673/master 2024-11-19T17:20:49,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101313e57460003, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252683673 2024-11-19T17:20:49,979 DEBUG [M:0;280a42d09ec8:41169 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1252683673/master already deleted, retry=false 2024-11-19T17:20:49,979 DEBUG [M:0;280a42d09ec8:41169 {}] master.ActiveMasterManager(353): master:41169-0x101313e57460003, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1252683673/master 2024-11-19T17:20:49,981 INFO [M:0;280a42d09ec8:41169 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/.lastflushedseqids 2024-11-19T17:20:49,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741848_1024 (size=245) 2024-11-19T17:20:49,995 INFO [M:0;280a42d09ec8:41169 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T17:20:49,995 INFO [M:0;280a42d09ec8:41169 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T17:20:49,995 DEBUG [M:0;280a42d09ec8:41169 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:20:49,995 INFO [M:0;280a42d09ec8:41169 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:20:49,995 DEBUG [M:0;280a42d09ec8:41169 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:20:49,995 DEBUG [M:0;280a42d09ec8:41169 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:20:49,995 DEBUG [M:0;280a42d09ec8:41169 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:20:49,996 INFO [M:0;280a42d09ec8:41169 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-19T17:20:50,016 DEBUG [M:0;280a42d09ec8:41169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68341545660b4e989ca52232bed30651 is 82, key is hbase:meta,,1/info:regioninfo/1732036823910/Put/seqid=0 2024-11-19T17:20:50,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741849_1025 (size=5672) 2024-11-19T17:20:50,040 INFO [M:0;280a42d09ec8:41169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68341545660b4e989ca52232bed30651 2024-11-19T17:20:50,067 DEBUG [M:0;280a42d09ec8:41169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2279a9d561f64b808e89425a19d918e4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732036834694/Put/seqid=0 2024-11-19T17:20:50,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46319-0x101313e57460004, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:20:50,077 INFO [RS:0;280a42d09ec8:46319 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:20:50,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46319-0x101313e57460004, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:20:50,077 INFO [RS:0;280a42d09ec8:46319 {}] regionserver.HRegionServer(1031): Exiting; stopping=280a42d09ec8,46319,1732036821329; zookeeper connection closed. 2024-11-19T17:20:50,079 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3beb2f7c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3beb2f7c 2024-11-19T17:20:50,080 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T17:20:50,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741850_1026 (size=8517) 2024-11-19T17:20:50,081 INFO [M:0;280a42d09ec8:41169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2279a9d561f64b808e89425a19d918e4 2024-11-19T17:20:50,104 DEBUG [M:0;280a42d09ec8:41169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eeb0eff91ce64c9dbb6ace7e593ccba5 is 69, key is 280a42d09ec8,46319,1732036821329/rs:state/1732036822780/Put/seqid=0 2024-11-19T17:20:50,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741851_1027 (size=5156) 2024-11-19T17:20:50,119 INFO [M:0;280a42d09ec8:41169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eeb0eff91ce64c9dbb6ace7e593ccba5 2024-11-19T17:20:50,126 DEBUG [M:0;280a42d09ec8:41169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68341545660b4e989ca52232bed30651 as hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/68341545660b4e989ca52232bed30651 2024-11-19T17:20:50,139 INFO [M:0;280a42d09ec8:41169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/68341545660b4e989ca52232bed30651, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T17:20:50,140 DEBUG [M:0;280a42d09ec8:41169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2279a9d561f64b808e89425a19d918e4 as hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2279a9d561f64b808e89425a19d918e4 2024-11-19T17:20:50,144 INFO [M:0;280a42d09ec8:41169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2279a9d561f64b808e89425a19d918e4, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T17:20:50,145 DEBUG [M:0;280a42d09ec8:41169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eeb0eff91ce64c9dbb6ace7e593ccba5 as hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eeb0eff91ce64c9dbb6ace7e593ccba5 2024-11-19T17:20:50,148 INFO [M:0;280a42d09ec8:41169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/59f425b1-452e-f606-18a5-831d0381b4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eeb0eff91ce64c9dbb6ace7e593ccba5, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T17:20:50,149 INFO [M:0;280a42d09ec8:41169 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 154ms, sequenceid=97, compaction requested=false 2024-11-19T17:20:50,156 INFO [M:0;280a42d09ec8:41169 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:20:50,156 DEBUG [M:0;280a42d09ec8:41169 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036849995Disabling compacts and flushes for region at 1732036849995Disabling writes for close at 1732036849995Obtaining lock to block concurrent updates at 1732036849996 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732036849996Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732036849996Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732036849996Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732036849997 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732036850016 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732036850016Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732036850045 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732036850067 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732036850067Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732036850086 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732036850104 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732036850104Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27c20f58: reopening flushed file at 1732036850125 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c49ee0e: reopening flushed file at 1732036850140 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f30ecf2: reopening flushed file at 1732036850144 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 154ms, sequenceid=97, compaction requested=false at 1732036850149 (+5 ms)Writing region close event to WAL at 1732036850156 (+7 ms)Closed at 1732036850156 2024-11-19T17:20:50,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741830_1006 (size=63666) 2024-11-19T17:20:50,167 INFO [M:0;280a42d09ec8:41169 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T17:20:50,167 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:20:50,167 INFO [M:0;280a42d09ec8:41169 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41169 2024-11-19T17:20:50,168 INFO [M:0;280a42d09ec8:41169 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:20:50,271 INFO [M:0;280a42d09ec8:41169 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:20:50,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101313e57460003, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:20:50,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101313e57460003, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:20:50,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b1001e7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:20:50,289 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68e60340{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:20:50,289 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:20:50,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fc9cb47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:20:50,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a0e76b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4/hadoop.log.dir/,STOPPED} 2024-11-19T17:20:50,293 WARN [BP-159572056-172.17.0.2-1732036820231 heartbeating to localhost/127.0.0.1:44517 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T17:20:50,293 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T17:20:50,293 WARN [BP-159572056-172.17.0.2-1732036820231 heartbeating to localhost/127.0.0.1:44517 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-159572056-172.17.0.2-1732036820231 (Datanode Uuid 5df2909e-7978-434b-8762-6598dde4f08a) service to localhost/127.0.0.1:44517 2024-11-19T17:20:50,293 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T17:20:50,294 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4/cluster_58cd801d-1203-373e-b40e-20d38643b48b/data/data1/current/BP-159572056-172.17.0.2-1732036820231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:20:50,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:50,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:50,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:50,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:50,296 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4/cluster_58cd801d-1203-373e-b40e-20d38643b48b/data/data2/current/BP-159572056-172.17.0.2-1732036820231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:20:50,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:50,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:50,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:50,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:50,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:50,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:50,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:50,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:50,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:50,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:50,392 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T17:20:50,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b6be9d0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:20:50,402 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19545d99{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:20:50,402 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:20:50,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ec3d9bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:20:50,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48103671{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0958c611-8457-8c06-4902-1442e1f1ada4/hadoop.log.dir/,STOPPED} 2024-11-19T17:20:50,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T17:20:50,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T17:20:50,422 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:20:50,422 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:20:50,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:50,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:50,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:20:50,423 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T17:20:50,423 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=691501709, stopped=false 2024-11-19T17:20:50,424 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=280a42d09ec8,34245,1732036817116 2024-11-19T17:20:50,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44979-0x101313e57460001, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-798878112/running 2024-11-19T17:20:50,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44979-0x101313e57460001, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798878112 2024-11-19T17:20:50,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101313e57460000, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-798878112/running 2024-11-19T17:20:50,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101313e57460000, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798878112 2024-11-19T17:20:50,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44979-0x101313e57460001, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Set watcher on znode that does not yet exist, /0-798878112/running 2024-11-19T17:20:50,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34245-0x101313e57460000, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Set watcher on znode that does not yet exist, /0-798878112/running 2024-11-19T17:20:50,429 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:20:50,429 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:20:50,429 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:20:50,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:50,430 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '280a42d09ec8,44979,1732036817167' ***** 2024-11-19T17:20:50,430 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T17:20:50,430 INFO [RS:0;280a42d09ec8:44979 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T17:20:50,430 INFO [RS:0;280a42d09ec8:44979 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T17:20:50,430 INFO [RS:0;280a42d09ec8:44979 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T17:20:50,430 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T17:20:50,430 INFO [RS:0;280a42d09ec8:44979 {}] regionserver.HRegionServer(3091): Received CLOSE for 595e74f58296adebebbfc4f171f23d79 2024-11-19T17:20:50,439 INFO [RS:0;280a42d09ec8:44979 {}] regionserver.HRegionServer(3091): Received CLOSE for b1ced0354e52f9bcb4ecf38956b7beab 2024-11-19T17:20:50,439 INFO [RS:0;280a42d09ec8:44979 {}] regionserver.HRegionServer(959): stopping server 280a42d09ec8,44979,1732036817167 2024-11-19T17:20:50,439 INFO [RS:0;280a42d09ec8:44979 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:20:50,439 INFO [RS:0;280a42d09ec8:44979 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:44979. 2024-11-19T17:20:50,439 DEBUG [RS:0;280a42d09ec8:44979 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:20:50,439 DEBUG [RS:0;280a42d09ec8:44979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:50,439 INFO [RS:0;280a42d09ec8:44979 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T17:20:50,440 INFO [RS:0;280a42d09ec8:44979 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T17:20:50,440 INFO [RS:0;280a42d09ec8:44979 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T17:20:50,440 INFO [RS:0;280a42d09ec8:44979 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T17:20:50,440 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 595e74f58296adebebbfc4f171f23d79, disabling compactions & flushes 2024-11-19T17:20:50,440 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732036827345.595e74f58296adebebbfc4f171f23d79. 2024-11-19T17:20:50,440 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732036827345.595e74f58296adebebbfc4f171f23d79. 2024-11-19T17:20:50,440 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732036827345.595e74f58296adebebbfc4f171f23d79. after waiting 0 ms 2024-11-19T17:20:50,440 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732036827345.595e74f58296adebebbfc4f171f23d79. 2024-11-19T17:20:50,440 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 595e74f58296adebebbfc4f171f23d79 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-19T17:20:50,441 INFO [RS:0;280a42d09ec8:44979 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T17:20:50,441 DEBUG [RS:0;280a42d09ec8:44979 {}] regionserver.HRegionServer(1325): Online Regions={595e74f58296adebebbfc4f171f23d79=test,,1732036827345.595e74f58296adebebbfc4f171f23d79., 1588230740=hbase:meta,,1.1588230740, b1ced0354e52f9bcb4ecf38956b7beab=hbase:replication,,1732036832822.b1ced0354e52f9bcb4ecf38956b7beab.} 2024-11-19T17:20:50,441 DEBUG [RS:0;280a42d09ec8:44979 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 595e74f58296adebebbfc4f171f23d79, b1ced0354e52f9bcb4ecf38956b7beab 2024-11-19T17:20:50,441 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:20:50,441 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:20:50,441 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:20:50,441 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:20:50,442 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:20:50,442 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T17:20:50,458 INFO [regionserver/280a42d09ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:20:50,479 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/default/test/595e74f58296adebebbfc4f171f23d79/.tmp/f/53f67539eda74337891e0991e396178b is 37, key is row3/f:row3/1732036843502/Put/seqid=0 2024-11-19T17:20:50,486 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/hbase/meta/1588230740/.tmp/info/3571a6c387e44ae38780cac9c141f9ea is 147, key is hbase:replication,,1732036832822.b1ced0354e52f9bcb4ecf38956b7beab./info:regioninfo/1732036833213/Put/seqid=0 2024-11-19T17:20:50,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741840_1016 (size=5228) 2024-11-19T17:20:50,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741841_1017 (size=7686) 2024-11-19T17:20:50,506 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/hbase/meta/1588230740/.tmp/info/3571a6c387e44ae38780cac9c141f9ea 2024-11-19T17:20:50,523 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/hbase/meta/1588230740/.tmp/ns/a5e302c604a64453af42c0f8472d7770 is 43, key is default/ns:d/1732036820171/Put/seqid=0 2024-11-19T17:20:50,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741842_1018 (size=5153) 2024-11-19T17:20:50,530 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/hbase/meta/1588230740/.tmp/ns/a5e302c604a64453af42c0f8472d7770 2024-11-19T17:20:50,550 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/hbase/meta/1588230740/.tmp/rep_barrier/52111f4974144911b151a39bbe7bafe6 is 112, key is test,,1732036827345.595e74f58296adebebbfc4f171f23d79./rep_barrier:seqnumDuringOpen/1732036828502/Put/seqid=0 2024-11-19T17:20:50,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741843_1019 (size=5518) 2024-11-19T17:20:50,554 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/hbase/meta/1588230740/.tmp/rep_barrier/52111f4974144911b151a39bbe7bafe6 2024-11-19T17:20:50,555 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 1491, reset compression=false 2024-11-19T17:20:50,559 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:20:50,559 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 1738, reset compression=false 2024-11-19T17:20:50,559 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.shipper280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,44979,1732036817167 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165, lastWalPosition=1738, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:20:50,560 ERROR [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.shipper280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 280a42d09ec8,44979,1732036817167: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-280a42d09ec8,44979,1732036817167, walGroup=280a42d09ec8%2C44979%2C1732036817167, offset=280a42d09ec8%2C44979%2C1732036817167.1732036819165:1738, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:44979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T17:20:50,562 ERROR [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.shipper280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T17:20:50,562 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.shipper280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T17:20:50,562 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.shipper280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T17:20:50,562 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.shipper280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T17:20:50,562 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.shipper280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T17:20:50,562 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.shipper280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 924225728 }, "NonHeapMemoryUsage": { "committed": 202964992, "init": 7667712, "max": -1, "used": 200000992 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T17:20:50,563 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.shipper280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:34245 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:34245 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T17:20:50,579 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/hbase/meta/1588230740/.tmp/table/d55e6350a53a41d0adfa76fb400ec069 is 53, key is hbase:replication/table:state/1732036833221/Put/seqid=0 2024-11-19T17:20:50,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741844_1020 (size=5308) 2024-11-19T17:20:50,641 DEBUG [RS:0;280a42d09ec8:44979 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 595e74f58296adebebbfc4f171f23d79, b1ced0354e52f9bcb4ecf38956b7beab 2024-11-19T17:20:50,765 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 1738, reset compression=false 2024-11-19T17:20:50,841 DEBUG [RS:0;280a42d09ec8:44979 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 595e74f58296adebebbfc4f171f23d79, b1ced0354e52f9bcb4ecf38956b7beab 2024-11-19T17:20:50,889 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/default/test/595e74f58296adebebbfc4f171f23d79/.tmp/f/53f67539eda74337891e0991e396178b 2024-11-19T17:20:50,893 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T17:20:50,894 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53f67539eda74337891e0991e396178b 2024-11-19T17:20:50,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:50,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:50,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:50,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:50,930 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/default/test/595e74f58296adebebbfc4f171f23d79/.tmp/f1/af3849440a89431c9f74b14276367aee is 30, key is row1/f1:/1732036840843/DeleteFamily/seqid=0 2024-11-19T17:20:50,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741845_1021 (size=5158) 2024-11-19T17:20:50,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:50,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:50,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:50,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:50,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:50,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:50,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:50,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:50,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:50,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:50,985 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/hbase/meta/1588230740/.tmp/table/d55e6350a53a41d0adfa76fb400ec069 2024-11-19T17:20:50,991 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/hbase/meta/1588230740/.tmp/info/3571a6c387e44ae38780cac9c141f9ea as hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/hbase/meta/1588230740/info/3571a6c387e44ae38780cac9c141f9ea 2024-11-19T17:20:50,994 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/hbase/meta/1588230740/info/3571a6c387e44ae38780cac9c141f9ea, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T17:20:50,995 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/hbase/meta/1588230740/.tmp/ns/a5e302c604a64453af42c0f8472d7770 as hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/hbase/meta/1588230740/ns/a5e302c604a64453af42c0f8472d7770 2024-11-19T17:20:50,999 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/hbase/meta/1588230740/ns/a5e302c604a64453af42c0f8472d7770, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T17:20:50,999 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/hbase/meta/1588230740/.tmp/rep_barrier/52111f4974144911b151a39bbe7bafe6 as hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/hbase/meta/1588230740/rep_barrier/52111f4974144911b151a39bbe7bafe6 2024-11-19T17:20:51,003 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/hbase/meta/1588230740/rep_barrier/52111f4974144911b151a39bbe7bafe6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T17:20:51,006 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/hbase/meta/1588230740/.tmp/table/d55e6350a53a41d0adfa76fb400ec069 as hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/hbase/meta/1588230740/table/d55e6350a53a41d0adfa76fb400ec069 2024-11-19T17:20:51,010 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/hbase/meta/1588230740/table/d55e6350a53a41d0adfa76fb400ec069, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T17:20:51,011 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 569ms, sequenceid=16, compaction requested=false 2024-11-19T17:20:51,011 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T17:20:51,016 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T17:20:51,016 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:20:51,017 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:20:51,017 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:20:51,017 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036850441Running coprocessor pre-close hooks at 1732036850441Disabling compacts and flushes for region at 1732036850441Disabling writes for close at 1732036850442 (+1 ms)Obtaining lock to block concurrent updates at 1732036850442Preparing flush snapshotting stores in 1588230740 at 1732036850442Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732036850442Flushing stores of hbase:meta,,1.1588230740 at 1732036850443 (+1 ms)Flushing 1588230740/info: creating writer at 1732036850444 (+1 ms)Flushing 1588230740/info: appending metadata at 1732036850486 (+42 ms)Flushing 1588230740/info: closing flushed file at 1732036850486Flushing 1588230740/ns: creating writer at 1732036850509 (+23 ms)Flushing 1588230740/ns: appending metadata at 1732036850523 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732036850523Flushing 1588230740/rep_barrier: creating writer at 1732036850534 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732036850550 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732036850550Flushing 1588230740/table: creating writer at 1732036850559 (+9 ms)Flushing 1588230740/table: appending metadata at 1732036850578 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732036850579 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7812fd81: reopening flushed file at 1732036850990 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@482d2be: reopening flushed file at 1732036850995 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1453034d: reopening flushed file at 1732036850999 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@588eb304: reopening flushed file at 1732036851003 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 569ms, sequenceid=16, compaction requested=false at 1732036851011 (+8 ms)Writing region close event to WAL at 1732036851013 (+2 ms)Running coprocessor post-close hooks at 1732036851016 (+3 ms)Closed at 1732036851017 (+1 ms) 2024-11-19T17:20:51,017 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T17:20:51,042 DEBUG [RS:0;280a42d09ec8:44979 {}] regionserver.HRegionServer(1351): Waiting on 595e74f58296adebebbfc4f171f23d79, b1ced0354e52f9bcb4ecf38956b7beab 2024-11-19T17:20:51,077 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 1738, reset compression=false 2024-11-19T17:20:51,113 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T17:20:51,113 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T17:20:51,242 DEBUG [RS:0;280a42d09ec8:44979 {}] regionserver.HRegionServer(1351): Waiting on 595e74f58296adebebbfc4f171f23d79, b1ced0354e52f9bcb4ecf38956b7beab 2024-11-19T17:20:51,341 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/default/test/595e74f58296adebebbfc4f171f23d79/.tmp/f1/af3849440a89431c9f74b14276367aee 2024-11-19T17:20:51,346 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for af3849440a89431c9f74b14276367aee 2024-11-19T17:20:51,364 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/default/test/595e74f58296adebebbfc4f171f23d79/.tmp/norep/960a409737e1418ba6a0ead00176b3c1 is 32, key is row/norep:/1732036839837/DeleteFamily/seqid=0 2024-11-19T17:20:51,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741846_1022 (size=5101) 2024-11-19T17:20:51,442 INFO [RS:0;280a42d09ec8:44979 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T17:20:51,442 DEBUG [RS:0;280a42d09ec8:44979 {}] regionserver.HRegionServer(1325): Online Regions={595e74f58296adebebbfc4f171f23d79=test,,1732036827345.595e74f58296adebebbfc4f171f23d79., b1ced0354e52f9bcb4ecf38956b7beab=hbase:replication,,1732036832822.b1ced0354e52f9bcb4ecf38956b7beab.} 2024-11-19T17:20:51,442 DEBUG [RS:0;280a42d09ec8:44979 {}] regionserver.HRegionServer(1351): Waiting on 595e74f58296adebebbfc4f171f23d79, b1ced0354e52f9bcb4ecf38956b7beab 2024-11-19T17:20:51,482 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 1738, reset compression=false 2024-11-19T17:20:51,643 DEBUG [RS:0;280a42d09ec8:44979 {}] regionserver.HRegionServer(1351): Waiting on 595e74f58296adebebbfc4f171f23d79, b1ced0354e52f9bcb4ecf38956b7beab 2024-11-19T17:20:51,770 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/default/test/595e74f58296adebebbfc4f171f23d79/.tmp/norep/960a409737e1418ba6a0ead00176b3c1 2024-11-19T17:20:51,775 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 960a409737e1418ba6a0ead00176b3c1 2024-11-19T17:20:51,776 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/default/test/595e74f58296adebebbfc4f171f23d79/.tmp/f/53f67539eda74337891e0991e396178b as hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/default/test/595e74f58296adebebbfc4f171f23d79/f/53f67539eda74337891e0991e396178b 2024-11-19T17:20:51,781 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53f67539eda74337891e0991e396178b 2024-11-19T17:20:51,781 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/default/test/595e74f58296adebebbfc4f171f23d79/f/53f67539eda74337891e0991e396178b, entries=5, sequenceid=12, filesize=5.1 K 2024-11-19T17:20:51,782 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/default/test/595e74f58296adebebbfc4f171f23d79/.tmp/f1/af3849440a89431c9f74b14276367aee as hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/default/test/595e74f58296adebebbfc4f171f23d79/f1/af3849440a89431c9f74b14276367aee 2024-11-19T17:20:51,786 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for af3849440a89431c9f74b14276367aee 2024-11-19T17:20:51,787 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/default/test/595e74f58296adebebbfc4f171f23d79/f1/af3849440a89431c9f74b14276367aee, entries=3, sequenceid=12, filesize=5.0 K 2024-11-19T17:20:51,787 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/default/test/595e74f58296adebebbfc4f171f23d79/.tmp/norep/960a409737e1418ba6a0ead00176b3c1 as hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/default/test/595e74f58296adebebbfc4f171f23d79/norep/960a409737e1418ba6a0ead00176b3c1 2024-11-19T17:20:51,792 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 960a409737e1418ba6a0ead00176b3c1 2024-11-19T17:20:51,792 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/default/test/595e74f58296adebebbfc4f171f23d79/norep/960a409737e1418ba6a0ead00176b3c1, entries=1, sequenceid=12, filesize=5.0 K 2024-11-19T17:20:51,794 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 595e74f58296adebebbfc4f171f23d79 in 1354ms, sequenceid=12, compaction requested=false 2024-11-19T17:20:51,794 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T17:20:51,809 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/data/default/test/595e74f58296adebebbfc4f171f23d79/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T17:20:51,809 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:20:51,809 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T17:20:51,810 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732036827345.595e74f58296adebebbfc4f171f23d79. 2024-11-19T17:20:51,810 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 595e74f58296adebebbfc4f171f23d79: Waiting for close lock at 1732036850440Running coprocessor pre-close hooks at 1732036850440Disabling compacts and flushes for region at 1732036850440Disabling writes for close at 1732036850440Obtaining lock to block concurrent updates at 1732036850440Preparing flush snapshotting stores in 595e74f58296adebebbfc4f171f23d79 at 1732036850440Finished memstore snapshotting test,,1732036827345.595e74f58296adebebbfc4f171f23d79., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732036850441 (+1 ms)Flushing stores of test,,1732036827345.595e74f58296adebebbfc4f171f23d79. at 1732036850442 (+1 ms)Flushing 595e74f58296adebebbfc4f171f23d79/f: creating writer at 1732036850442Flushing 595e74f58296adebebbfc4f171f23d79/f: appending metadata at 1732036850478 (+36 ms)Flushing 595e74f58296adebebbfc4f171f23d79/f: closing flushed file at 1732036850478Flushing 595e74f58296adebebbfc4f171f23d79/f1: creating writer at 1732036850894 (+416 ms)Flushing 595e74f58296adebebbfc4f171f23d79/f1: appending metadata at 1732036850929 (+35 ms)Flushing 595e74f58296adebebbfc4f171f23d79/f1: closing flushed file at 1732036850929Flushing 595e74f58296adebebbfc4f171f23d79/norep: creating writer at 1732036851346 (+417 ms)Flushing 595e74f58296adebebbfc4f171f23d79/norep: appending metadata at 1732036851363 (+17 ms)Flushing 595e74f58296adebebbfc4f171f23d79/norep: closing flushed file at 1732036851363Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17809163: reopening flushed file at 1732036851775 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7443aa85: reopening flushed file at 1732036851781 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65142e9d: reopening flushed file at 1732036851787 (+6 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 595e74f58296adebebbfc4f171f23d79 in 1354ms, sequenceid=12, compaction requested=false at 1732036851794 (+7 ms)Writing region close event to WAL at 1732036851804 (+10 ms)Running coprocessor post-close hooks at 1732036851809 (+5 ms)Closed at 1732036851810 (+1 ms) 2024-11-19T17:20:51,810 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732036827345.595e74f58296adebebbfc4f171f23d79. 2024-11-19T17:20:51,810 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b1ced0354e52f9bcb4ecf38956b7beab, disabling compactions & flushes 2024-11-19T17:20:51,810 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732036832822.b1ced0354e52f9bcb4ecf38956b7beab. 2024-11-19T17:20:51,810 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732036832822.b1ced0354e52f9bcb4ecf38956b7beab. 2024-11-19T17:20:51,810 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732036832822.b1ced0354e52f9bcb4ecf38956b7beab. after waiting 0 ms 2024-11-19T17:20:51,810 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732036832822.b1ced0354e52f9bcb4ecf38956b7beab. 2024-11-19T17:20:51,810 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b1ced0354e52f9bcb4ecf38956b7beab: Waiting for close lock at 1732036851810Running coprocessor pre-close hooks at 1732036851810Disabling compacts and flushes for region at 1732036851810Disabling writes for close at 1732036851810Failed flush hbase:replication,,1732036832822.b1ced0354e52f9bcb4ecf38956b7beab., putting online again at 1732036851810 2024-11-19T17:20:51,811 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732036832822.b1ced0354e52f9bcb4ecf38956b7beab. 2024-11-19T17:20:51,843 INFO [RS:0;280a42d09ec8:44979 {}] regionserver.HRegionServer(3091): Received CLOSE for b1ced0354e52f9bcb4ecf38956b7beab 2024-11-19T17:20:51,843 DEBUG [RS:0;280a42d09ec8:44979 {}] regionserver.HRegionServer(1351): Waiting on b1ced0354e52f9bcb4ecf38956b7beab 2024-11-19T17:20:51,843 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b1ced0354e52f9bcb4ecf38956b7beab, disabling compactions & flushes 2024-11-19T17:20:51,843 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732036832822.b1ced0354e52f9bcb4ecf38956b7beab. 2024-11-19T17:20:51,843 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732036832822.b1ced0354e52f9bcb4ecf38956b7beab. 2024-11-19T17:20:51,843 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732036832822.b1ced0354e52f9bcb4ecf38956b7beab. after waiting 0 ms 2024-11-19T17:20:51,843 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732036832822.b1ced0354e52f9bcb4ecf38956b7beab. 2024-11-19T17:20:51,843 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b1ced0354e52f9bcb4ecf38956b7beab: Waiting for close lock at 1732036851843Running coprocessor pre-close hooks at 1732036851843Disabling compacts and flushes for region at 1732036851843Disabling writes for close at 1732036851843Failed flush hbase:replication,,1732036832822.b1ced0354e52f9bcb4ecf38956b7beab., putting online again at 1732036851843 2024-11-19T17:20:51,843 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732036832822.b1ced0354e52f9bcb4ecf38956b7beab. 2024-11-19T17:20:51,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T17:20:51,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T17:20:51,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T17:20:51,985 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 1738, reset compression=false 2024-11-19T17:20:51,990 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:20:51,990 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/WALs/280a42d09ec8,44979,1732036817167/280a42d09ec8%2C44979%2C1732036817167.1732036819165 to pos 2382, reset compression=false 2024-11-19T17:20:52,043 INFO [RS:0;280a42d09ec8:44979 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-19T17:20:52,043 INFO [RS:0;280a42d09ec8:44979 {}] regionserver.HRegionServer(976): stopping server 280a42d09ec8,44979,1732036817167; all regions closed. 2024-11-19T17:20:52,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741834_1010 (size=4239) 2024-11-19T17:20:52,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741839_1015 (size=2609) 2024-11-19T17:20:52,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741832_1008 (size=2390) 2024-11-19T17:20:52,052 DEBUG [RS:0;280a42d09ec8:44979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:52,052 INFO [RS:0;280a42d09ec8:44979 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:20:52,052 INFO [RS:0;280a42d09ec8:44979 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:20:52,052 INFO [RS:0;280a42d09ec8:44979 {}] hbase.ChoreService(370): Chore service for: regionserver/280a42d09ec8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T17:20:52,052 INFO [RS:0;280a42d09ec8:44979 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:20:52,052 INFO [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:20:52,052 INFO [RS:0;280a42d09ec8:44979 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-280a42d09ec8,44979,1732036817167 because: Region server is closing 2024-11-19T17:20:52,053 INFO [RS:0;280a42d09ec8:44979 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:44979. 2024-11-19T17:20:52,053 DEBUG [RS:0;280a42d09ec8:44979 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:20:52,053 DEBUG [RS:0;280a42d09ec8:44979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:52,053 DEBUG [RS:0;280a42d09ec8:44979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:52,053 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:20:52,154 INFO [RS:0;280a42d09ec8:44979 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.shipper280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 terminated 2024-11-19T17:20:52,154 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,44979,1732036817167.replicationSource.wal-reader.280a42d09ec8%2C44979%2C1732036817167,1-280a42d09ec8,44979,1732036817167 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T17:20:52,154 INFO [RS:0;280a42d09ec8:44979 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:44979. 2024-11-19T17:20:52,154 DEBUG [RS:0;280a42d09ec8:44979 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:20:52,154 DEBUG [RS:0;280a42d09ec8:44979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:52,154 DEBUG [RS:0;280a42d09ec8:44979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:52,154 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:20:52,155 INFO [RS:0;280a42d09ec8:44979 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44979 2024-11-19T17:20:52,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44979-0x101313e57460001, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-798878112/rs/280a42d09ec8,44979,1732036817167 2024-11-19T17:20:52,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101313e57460000, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798878112/rs 2024-11-19T17:20:52,157 INFO [RS:0;280a42d09ec8:44979 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:20:52,157 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [280a42d09ec8,44979,1732036817167] 2024-11-19T17:20:52,159 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-798878112/draining/280a42d09ec8,44979,1732036817167 already deleted, retry=false 2024-11-19T17:20:52,159 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 280a42d09ec8,44979,1732036817167 expired; onlineServers=0 2024-11-19T17:20:52,159 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '280a42d09ec8,34245,1732036817116' ***** 2024-11-19T17:20:52,159 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T17:20:52,160 INFO [M:0;280a42d09ec8:34245 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:20:52,160 INFO [M:0;280a42d09ec8:34245 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:20:52,160 DEBUG [M:0;280a42d09ec8:34245 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T17:20:52,160 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T17:20:52,160 DEBUG [M:0;280a42d09ec8:34245 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T17:20:52,160 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036818985 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036818985,5,FailOnTimeoutGroup] 2024-11-19T17:20:52,160 INFO [M:0;280a42d09ec8:34245 {}] hbase.ChoreService(370): Chore service for: master/280a42d09ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T17:20:52,160 INFO [M:0;280a42d09ec8:34245 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:20:52,160 DEBUG [M:0;280a42d09ec8:34245 {}] master.HMaster(1795): Stopping service threads 2024-11-19T17:20:52,160 INFO [M:0;280a42d09ec8:34245 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T17:20:52,160 INFO [M:0;280a42d09ec8:34245 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:20:52,160 INFO [M:0;280a42d09ec8:34245 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T17:20:52,160 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036818988 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036818988,5,FailOnTimeoutGroup] 2024-11-19T17:20:52,161 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T17:20:52,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101313e57460000, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-798878112/master 2024-11-19T17:20:52,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101313e57460000, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798878112 2024-11-19T17:20:52,163 DEBUG [M:0;280a42d09ec8:34245 {}] zookeeper.RecoverableZooKeeper(212): Node /0-798878112/master already deleted, retry=false 2024-11-19T17:20:52,163 DEBUG [M:0;280a42d09ec8:34245 {}] master.ActiveMasterManager(353): master:34245-0x101313e57460000, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-798878112/master 2024-11-19T17:20:52,163 INFO [M:0;280a42d09ec8:34245 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/.lastflushedseqids 2024-11-19T17:20:52,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741847_1023 (size=245) 2024-11-19T17:20:52,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44979-0x101313e57460001, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:20:52,258 INFO [RS:0;280a42d09ec8:44979 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:20:52,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44979-0x101313e57460001, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:20:52,258 INFO [RS:0;280a42d09ec8:44979 {}] regionserver.HRegionServer(1031): Exiting; stopping=280a42d09ec8,44979,1732036817167; zookeeper connection closed. 2024-11-19T17:20:52,259 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d8db716 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d8db716 2024-11-19T17:20:52,259 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T17:20:52,568 INFO [M:0;280a42d09ec8:34245 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T17:20:52,568 INFO [M:0;280a42d09ec8:34245 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T17:20:52,569 DEBUG [M:0;280a42d09ec8:34245 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:20:52,569 INFO [M:0;280a42d09ec8:34245 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:20:52,569 DEBUG [M:0;280a42d09ec8:34245 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:20:52,569 DEBUG [M:0;280a42d09ec8:34245 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:20:52,569 DEBUG [M:0;280a42d09ec8:34245 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:20:52,569 INFO [M:0;280a42d09ec8:34245 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-19T17:20:52,592 DEBUG [M:0;280a42d09ec8:34245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/674e56bacaa64d9f80ce133333babac9 is 82, key is hbase:meta,,1/info:regioninfo/1732036820158/Put/seqid=0 2024-11-19T17:20:52,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741848_1024 (size=5672) 2024-11-19T17:20:52,597 INFO [M:0;280a42d09ec8:34245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/674e56bacaa64d9f80ce133333babac9 2024-11-19T17:20:52,620 DEBUG [M:0;280a42d09ec8:34245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9843f665d0974b13907cc7a307624550 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732036828514/Put/seqid=0 2024-11-19T17:20:52,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741849_1025 (size=7218) 2024-11-19T17:20:53,025 INFO [M:0;280a42d09ec8:34245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9843f665d0974b13907cc7a307624550 2024-11-19T17:20:53,030 INFO [M:0;280a42d09ec8:34245 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9843f665d0974b13907cc7a307624550 2024-11-19T17:20:53,050 DEBUG [M:0;280a42d09ec8:34245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ab5ff3d5bec4c0a9ffab9c9e60ff07c is 69, key is 280a42d09ec8,44979,1732036817167/rs:state/1732036819011/Put/seqid=0 2024-11-19T17:20:53,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741850_1026 (size=5156) 2024-11-19T17:20:53,462 INFO [M:0;280a42d09ec8:34245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ab5ff3d5bec4c0a9ffab9c9e60ff07c 2024-11-19T17:20:53,467 DEBUG [M:0;280a42d09ec8:34245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/674e56bacaa64d9f80ce133333babac9 as hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/674e56bacaa64d9f80ce133333babac9 2024-11-19T17:20:53,472 INFO [M:0;280a42d09ec8:34245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/674e56bacaa64d9f80ce133333babac9, entries=8, sequenceid=105, filesize=5.5 K 2024-11-19T17:20:53,472 DEBUG [M:0;280a42d09ec8:34245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9843f665d0974b13907cc7a307624550 as hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9843f665d0974b13907cc7a307624550 2024-11-19T17:20:53,477 INFO [M:0;280a42d09ec8:34245 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9843f665d0974b13907cc7a307624550 2024-11-19T17:20:53,477 INFO [M:0;280a42d09ec8:34245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9843f665d0974b13907cc7a307624550, entries=11, sequenceid=105, filesize=7.0 K 2024-11-19T17:20:53,479 DEBUG [M:0;280a42d09ec8:34245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ab5ff3d5bec4c0a9ffab9c9e60ff07c as hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5ab5ff3d5bec4c0a9ffab9c9e60ff07c 2024-11-19T17:20:53,482 INFO [M:0;280a42d09ec8:34245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46113/user/jenkins/test-data/c8ac087d-3690-8f42-5117-5b072b744320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5ab5ff3d5bec4c0a9ffab9c9e60ff07c, entries=1, sequenceid=105, filesize=5.0 K 2024-11-19T17:20:53,483 INFO [M:0;280a42d09ec8:34245 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 914ms, sequenceid=105, compaction requested=false 2024-11-19T17:20:53,489 INFO [M:0;280a42d09ec8:34245 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:20:53,489 DEBUG [M:0;280a42d09ec8:34245 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036852568Disabling compacts and flushes for region at 1732036852568Disabling writes for close at 1732036852569 (+1 ms)Obtaining lock to block concurrent updates at 1732036852569Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732036852569Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732036852570 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732036852570Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732036852570Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732036852592 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732036852592Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732036852601 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732036852620 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732036852620Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732036853030 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732036853048 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732036853049 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79b1eee4: reopening flushed file at 1732036853466 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68ad237a: reopening flushed file at 1732036853472 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12a94c78: reopening flushed file at 1732036853478 (+6 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 914ms, sequenceid=105, compaction requested=false at 1732036853483 (+5 ms)Writing region close event to WAL at 1732036853489 (+6 ms)Closed at 1732036853489 2024-11-19T17:20:53,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741830_1006 (size=64423) 2024-11-19T17:20:53,492 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:20:53,492 INFO [M:0;280a42d09ec8:34245 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T17:20:53,492 INFO [M:0;280a42d09ec8:34245 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34245 2024-11-19T17:20:53,493 INFO [M:0;280a42d09ec8:34245 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:20:53,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101313e57460000, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:20:53,594 INFO [M:0;280a42d09ec8:34245 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:20:53,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101313e57460000, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:20:53,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@152ccef3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:20:53,606 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40aebd3c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:20:53,606 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:20:53,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a7a6bba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:20:53,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@481a6c88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192/hadoop.log.dir/,STOPPED} 2024-11-19T17:20:53,609 WARN [BP-945216825-172.17.0.2-1732036816075 heartbeating to localhost/127.0.0.1:46113 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T17:20:53,609 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T17:20:53,609 WARN [BP-945216825-172.17.0.2-1732036816075 heartbeating to localhost/127.0.0.1:46113 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-945216825-172.17.0.2-1732036816075 (Datanode Uuid b42e076a-4964-4f1c-be72-16ed321d0991) service to localhost/127.0.0.1:46113 2024-11-19T17:20:53,609 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T17:20:53,610 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192/cluster_7a17368c-1303-a8a5-72ce-2cf2741d6768/data/data1/current/BP-945216825-172.17.0.2-1732036816075 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:20:53,610 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192/cluster_7a17368c-1303-a8a5-72ce-2cf2741d6768/data/data2/current/BP-945216825-172.17.0.2-1732036816075 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:20:53,610 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T17:20:53,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a134138{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:20:53,618 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69f7ea7f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:20:53,618 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:20:53,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42243d59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:20:53,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d225e59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d076cc45-30dc-42ad-f6ab-2113cd4e1192/hadoop.log.dir/,STOPPED} 2024-11-19T17:20:53,626 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T17:20:53,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T17:20:53,656 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 263) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35191 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35191 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46113 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46113 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35191 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44517 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44517 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53177) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46113 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53177) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44517 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35191 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46113 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53177) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:46113 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44517 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:44517 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:35191 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=732 (was 656) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=436 (was 323) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6907 (was 6373) - AvailableMemoryMB LEAK? - 2024-11-19T17:20:53,669 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=732, MaxFileDescriptor=1048576, SystemLoadAverage=436, ProcessCount=11, AvailableMemoryMB=6905 2024-11-19T17:20:53,701 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-19T17:20:53,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422/hadoop.log.dir so I do NOT create it in target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8 2024-11-19T17:20:53,702 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T17:20:53,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422/hadoop.tmp.dir so I do NOT create it in target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8 2024-11-19T17:20:53,702 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024e9060-4f30-c97f-32d9-f08f442a0422/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T17:20:53,703 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8 2024-11-19T17:20:53,703 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8/cluster_68305bdd-fd4a-06c2-da53-501de936b1b9, deleteOnExit=true 2024-11-19T17:20:53,708 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8/cluster_68305bdd-fd4a-06c2-da53-501de936b1b9/zookeeper_0, clientPort=56394, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8/cluster_68305bdd-fd4a-06c2-da53-501de936b1b9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8/cluster_68305bdd-fd4a-06c2-da53-501de936b1b9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T17:20:53,711 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56394 2024-11-19T17:20:53,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T17:20:53,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T17:20:53,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8/test.cache.data in system properties and HBase conf 2024-11-19T17:20:53,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T17:20:53,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8/hadoop.log.dir in system properties and HBase conf 2024-11-19T17:20:53,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T17:20:53,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T17:20:53,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T17:20:53,711 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T17:20:53,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:20:53,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:20:53,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T17:20:53,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:20:53,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T17:20:53,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T17:20:53,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:20:53,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:20:53,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T17:20:53,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8/nfs.dump.dir in system properties and HBase conf 2024-11-19T17:20:53,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8/java.io.tmpdir in system properties and HBase conf 2024-11-19T17:20:53,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:20:53,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T17:20:53,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T17:20:53,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101313e57460008, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T17:20:53,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101313e57460002, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T17:20:53,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101313e57460005, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T17:20:53,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101313e57460008, quorum=127.0.0.1:53177, baseZNode=/2283532165 Received Disconnected from ZooKeeper, ignoring 2024-11-19T17:20:53,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101313e57460005, quorum=127.0.0.1:53177, baseZNode=/1-1252683673 Received Disconnected from ZooKeeper, ignoring 2024-11-19T17:20:53,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101313e57460002, quorum=127.0.0.1:53177, baseZNode=/0-798878112 Received Disconnected from ZooKeeper, ignoring 2024-11-19T17:20:53,871 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:20:53,875 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:20:53,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:20:53,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:20:53,885 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T17:20:53,889 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:20:53,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d101001{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:20:53,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13616542{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:20:54,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e862c61{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8/java.io.tmpdir/jetty-localhost-34759-hadoop-hdfs-3_4_1-tests_jar-_-any-15892452596407726802/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:20:54,059 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@159794d4{HTTP/1.1, (http/1.1)}{localhost:34759} 2024-11-19T17:20:54,060 INFO [Time-limited test {}] server.Server(415): Started @247342ms 2024-11-19T17:20:54,178 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:20:54,182 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:20:54,187 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:20:54,187 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:20:54,187 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T17:20:54,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cc929fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:20:54,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e636865{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:20:54,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5cfd7fad{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8/java.io.tmpdir/jetty-localhost-35977-hadoop-hdfs-3_4_1-tests_jar-_-any-5336469844582611011/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:20:54,325 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d20b02c{HTTP/1.1, (http/1.1)}{localhost:35977} 2024-11-19T17:20:54,325 INFO [Time-limited test {}] server.Server(415): Started @247607ms 2024-11-19T17:20:54,327 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T17:20:54,449 WARN [Thread-3449 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8/cluster_68305bdd-fd4a-06c2-da53-501de936b1b9/data/data1/current/BP-780302305-172.17.0.2-1732036853742/current, will proceed with Du for space computation calculation, 2024-11-19T17:20:54,449 WARN [Thread-3450 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8/cluster_68305bdd-fd4a-06c2-da53-501de936b1b9/data/data2/current/BP-780302305-172.17.0.2-1732036853742/current, will proceed with Du for space computation calculation, 2024-11-19T17:20:54,474 WARN [Thread-3437 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T17:20:54,477 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd9d76e8601750ae1 with lease ID 0x94ff341f5eeac89e: Processing first storage report for DS-3c9c36f5-656d-4a9d-aea5-645d09a36f02 from datanode DatanodeRegistration(127.0.0.1:33787, datanodeUuid=1fcdd06d-02f3-48cc-88d7-9e8e4d581f0a, infoPort=38635, infoSecurePort=0, ipcPort=45939, storageInfo=lv=-57;cid=testClusterID;nsid=594034363;c=1732036853742) 2024-11-19T17:20:54,477 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd9d76e8601750ae1 with lease ID 0x94ff341f5eeac89e: from storage DS-3c9c36f5-656d-4a9d-aea5-645d09a36f02 node DatanodeRegistration(127.0.0.1:33787, datanodeUuid=1fcdd06d-02f3-48cc-88d7-9e8e4d581f0a, infoPort=38635, infoSecurePort=0, ipcPort=45939, storageInfo=lv=-57;cid=testClusterID;nsid=594034363;c=1732036853742), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:20:54,477 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd9d76e8601750ae1 with lease ID 0x94ff341f5eeac89e: Processing first storage report for DS-ab94f9e0-48a8-4d16-8df0-f5daa383dc50 from datanode DatanodeRegistration(127.0.0.1:33787, datanodeUuid=1fcdd06d-02f3-48cc-88d7-9e8e4d581f0a, infoPort=38635, infoSecurePort=0, ipcPort=45939, storageInfo=lv=-57;cid=testClusterID;nsid=594034363;c=1732036853742) 2024-11-19T17:20:54,477 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd9d76e8601750ae1 with lease ID 0x94ff341f5eeac89e: from storage DS-ab94f9e0-48a8-4d16-8df0-f5daa383dc50 node DatanodeRegistration(127.0.0.1:33787, datanodeUuid=1fcdd06d-02f3-48cc-88d7-9e8e4d581f0a, infoPort=38635, infoSecurePort=0, ipcPort=45939, storageInfo=lv=-57;cid=testClusterID;nsid=594034363;c=1732036853742), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:20:54,552 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8 2024-11-19T17:20:54,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:20:54,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:20:54,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741825_1001 (size=7) 2024-11-19T17:20:54,961 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049 with version=8 2024-11-19T17:20:54,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/hbase-staging 2024-11-19T17:20:54,964 INFO [Time-limited test {}] client.ConnectionUtils(128): master/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:20:54,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:20:54,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:20:54,964 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:20:54,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:20:54,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:20:54,964 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T17:20:54,965 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:20:54,965 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44759 2024-11-19T17:20:54,966 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44759 connecting to ZooKeeper ensemble=127.0.0.1:56394 2024-11-19T17:20:54,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447590x0, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:20:54,973 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44759-0x101313eea590000 connected 2024-11-19T17:20:54,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:20:54,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:20:55,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44759-0x101313eea590000, quorum=127.0.0.1:56394, baseZNode=/0595091378 Set watcher on znode that does not yet exist, /0595091378/running 2024-11-19T17:20:55,000 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049, hbase.cluster.distributed=false 2024-11-19T17:20:55,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44759-0x101313eea590000, quorum=127.0.0.1:56394, baseZNode=/0595091378 Set watcher on znode that does not yet exist, /0595091378/acl 2024-11-19T17:20:55,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44759 2024-11-19T17:20:55,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44759 2024-11-19T17:20:55,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44759 2024-11-19T17:20:55,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44759 2024-11-19T17:20:55,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44759 2024-11-19T17:20:55,036 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:20:55,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:20:55,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:20:55,036 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:20:55,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:20:55,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:20:55,036 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T17:20:55,036 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:20:55,037 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35665 2024-11-19T17:20:55,038 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35665 connecting to ZooKeeper ensemble=127.0.0.1:56394 2024-11-19T17:20:55,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:20:55,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:20:55,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356650x0, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:20:55,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356650x0, quorum=127.0.0.1:56394, baseZNode=/0595091378 Set watcher on znode that does not yet exist, /0595091378/running 2024-11-19T17:20:55,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35665-0x101313eea590001 connected 2024-11-19T17:20:55,050 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T17:20:55,056 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T17:20:55,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35665-0x101313eea590001, quorum=127.0.0.1:56394, baseZNode=/0595091378 Set watcher on znode that does not yet exist, /0595091378/master 2024-11-19T17:20:55,058 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35665-0x101313eea590001, quorum=127.0.0.1:56394, baseZNode=/0595091378 Set watcher on znode that does not yet exist, /0595091378/acl 2024-11-19T17:20:55,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35665 2024-11-19T17:20:55,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35665 2024-11-19T17:20:55,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35665 2024-11-19T17:20:55,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35665 2024-11-19T17:20:55,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35665 2024-11-19T17:20:55,085 DEBUG [M:0;280a42d09ec8:44759 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;280a42d09ec8:44759 2024-11-19T17:20:55,086 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0595091378/backup-masters/280a42d09ec8,44759,1732036854964 2024-11-19T17:20:55,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x101313eea590000, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0595091378/backup-masters 2024-11-19T17:20:55,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101313eea590001, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0595091378/backup-masters 2024-11-19T17:20:55,089 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44759-0x101313eea590000, quorum=127.0.0.1:56394, baseZNode=/0595091378 Set watcher on existing znode=/0595091378/backup-masters/280a42d09ec8,44759,1732036854964 2024-11-19T17:20:55,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101313eea590001, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0595091378/master 2024-11-19T17:20:55,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x101313eea590000, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0595091378 2024-11-19T17:20:55,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101313eea590001, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0595091378 2024-11-19T17:20:55,091 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44759-0x101313eea590000, quorum=127.0.0.1:56394, baseZNode=/0595091378 Set watcher on existing znode=/0595091378/master 2024-11-19T17:20:55,091 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0595091378/backup-masters/280a42d09ec8,44759,1732036854964 from backup master directory 2024-11-19T17:20:55,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x101313eea590000, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0595091378/backup-masters/280a42d09ec8,44759,1732036854964 2024-11-19T17:20:55,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101313eea590001, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0595091378/backup-masters 2024-11-19T17:20:55,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x101313eea590000, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0595091378/backup-masters 2024-11-19T17:20:55,092 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:20:55,093 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=280a42d09ec8,44759,1732036854964 2024-11-19T17:20:55,097 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/hbase.id] with ID: 2d0cb791-b94d-41e2-a54d-9a3591e1c2b6 2024-11-19T17:20:55,097 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/.tmp/hbase.id 2024-11-19T17:20:55,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741826_1002 (size=42) 2024-11-19T17:20:55,107 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/.tmp/hbase.id]:[hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/hbase.id] 2024-11-19T17:20:55,118 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:20:55,118 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T17:20:55,120 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T17:20:55,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x101313eea590000, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0595091378 2024-11-19T17:20:55,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101313eea590001, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0595091378 2024-11-19T17:20:55,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741827_1003 (size=196) 2024-11-19T17:20:55,533 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:20:55,534 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T17:20:55,535 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:20:55,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741828_1004 (size=1189) 2024-11-19T17:20:55,947 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/MasterData/data/master/store 2024-11-19T17:20:55,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741829_1005 (size=34) 2024-11-19T17:20:56,120 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:20:56,121 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [280a42d09ec8,42739,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:42739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T17:20:56,121 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68584 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [280a42d09ec8,42739,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:42739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T17:20:56,369 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:20:56,370 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:20:56,370 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:20:56,370 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:20:56,370 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:20:56,370 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:20:56,370 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:20:56,370 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036856369Disabling compacts and flushes for region at 1732036856370 (+1 ms)Disabling writes for close at 1732036856370Writing region close event to WAL at 1732036856370Closed at 1732036856370 2024-11-19T17:20:56,371 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/MasterData/data/master/store/.initializing 2024-11-19T17:20:56,371 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/MasterData/WALs/280a42d09ec8,44759,1732036854964 2024-11-19T17:20:56,372 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:20:56,373 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=280a42d09ec8%2C44759%2C1732036854964, suffix=, logDir=hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/MasterData/WALs/280a42d09ec8,44759,1732036854964, archiveDir=hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/MasterData/oldWALs, maxLogs=10 2024-11-19T17:20:56,395 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/MasterData/WALs/280a42d09ec8,44759,1732036854964/280a42d09ec8%2C44759%2C1732036854964.1732036856373, exclude list is [], retry=0 2024-11-19T17:20:56,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33787,DS-3c9c36f5-656d-4a9d-aea5-645d09a36f02,DISK] 2024-11-19T17:20:56,406 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/MasterData/WALs/280a42d09ec8,44759,1732036854964/280a42d09ec8%2C44759%2C1732036854964.1732036856373 2024-11-19T17:20:56,406 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38635:38635)] 2024-11-19T17:20:56,406 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:20:56,407 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:20:56,407 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:56,407 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:56,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:56,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T17:20:56,412 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:56,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:20:56,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:56,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T17:20:56,414 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:56,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:56,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:56,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T17:20:56,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:56,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:56,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:56,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T17:20:56,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:56,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:20:56,417 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:56,418 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:56,418 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:56,420 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:56,420 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:56,420 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:20:56,421 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:20:56,425 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:20:56,425 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62019412, jitterRate=-0.07583874464035034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:20:56,426 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732036856407Initializing all the Stores at 1732036856408 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036856408Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036856410 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036856410Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036856410Cleaning up temporary data from old regions at 1732036856420 (+10 ms)Region opened successfully at 1732036856426 (+6 ms) 2024-11-19T17:20:56,432 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T17:20:56,436 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f1fa12f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:20:56,437 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T17:20:56,437 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T17:20:56,437 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T17:20:56,437 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T17:20:56,438 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T17:20:56,438 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T17:20:56,438 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T17:20:56,443 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T17:20:56,444 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44759-0x101313eea590000, quorum=127.0.0.1:56394, baseZNode=/0595091378 Unable to get data of znode /0595091378/balancer because node does not exist (not necessarily an error) 2024-11-19T17:20:56,445 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0595091378/balancer already deleted, retry=false 2024-11-19T17:20:56,446 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T17:20:56,447 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44759-0x101313eea590000, quorum=127.0.0.1:56394, baseZNode=/0595091378 Unable to get data of znode /0595091378/normalizer because node does not exist (not necessarily an error) 2024-11-19T17:20:56,448 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0595091378/normalizer already deleted, retry=false 2024-11-19T17:20:56,449 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T17:20:56,453 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44759-0x101313eea590000, quorum=127.0.0.1:56394, baseZNode=/0595091378 Unable to get data of znode /0595091378/switch/split because node does not exist (not necessarily an error) 2024-11-19T17:20:56,454 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0595091378/switch/split already deleted, retry=false 2024-11-19T17:20:56,455 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44759-0x101313eea590000, quorum=127.0.0.1:56394, baseZNode=/0595091378 Unable to get data of znode /0595091378/switch/merge because node does not exist (not necessarily an error) 2024-11-19T17:20:56,456 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0595091378/switch/merge already deleted, retry=false 2024-11-19T17:20:56,458 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44759-0x101313eea590000, quorum=127.0.0.1:56394, baseZNode=/0595091378 Unable to get data of znode /0595091378/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T17:20:56,459 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0595091378/snapshot-cleanup already deleted, retry=false 2024-11-19T17:20:56,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101313eea590001, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0595091378/running 2024-11-19T17:20:56,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101313eea590001, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0595091378 2024-11-19T17:20:56,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x101313eea590000, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0595091378/running 2024-11-19T17:20:56,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x101313eea590000, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0595091378 2024-11-19T17:20:56,461 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=280a42d09ec8,44759,1732036854964, sessionid=0x101313eea590000, setting cluster-up flag (Was=false) 2024-11-19T17:20:56,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x101313eea590000, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0595091378 2024-11-19T17:20:56,469 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0595091378/flush-table-proc/acquired, /0595091378/flush-table-proc/reached, /0595091378/flush-table-proc/abort 2024-11-19T17:20:56,470 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,44759,1732036854964 2024-11-19T17:20:56,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101313eea590001, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0595091378 2024-11-19T17:20:56,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x101313eea590000, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0595091378 2024-11-19T17:20:56,479 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0595091378/online-snapshot/acquired, /0595091378/online-snapshot/reached, /0595091378/online-snapshot/abort 2024-11-19T17:20:56,480 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,44759,1732036854964 2024-11-19T17:20:56,481 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T17:20:56,488 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T17:20:56,488 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T17:20:56,488 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T17:20:56,489 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 280a42d09ec8,44759,1732036854964 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T17:20:56,490 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:20:56,490 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:20:56,490 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:20:56,490 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:20:56,490 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/280a42d09ec8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T17:20:56,490 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:56,490 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:20:56,490 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:56,491 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:20:56,491 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T17:20:56,492 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:56,492 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T17:20:56,500 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732036886500 2024-11-19T17:20:56,500 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T17:20:56,501 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T17:20:56,501 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T17:20:56,501 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T17:20:56,501 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T17:20:56,501 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T17:20:56,504 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:56,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741831_1007 (size=1321) 2024-11-19T17:20:56,506 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T17:20:56,507 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049 2024-11-19T17:20:56,512 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T17:20:56,513 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T17:20:56,513 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T17:20:56,513 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T17:20:56,516 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T17:20:56,516 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T17:20:56,517 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036856516,5,FailOnTimeoutGroup] 2024-11-19T17:20:56,518 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036856517,5,FailOnTimeoutGroup] 2024-11-19T17:20:56,518 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:56,518 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T17:20:56,518 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:56,518 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:56,519 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T17:20:56,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:56,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:56,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:56,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:56,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:56,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741832_1008 (size=32) 2024-11-19T17:20:56,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:20:56,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:20:56,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:20:56,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:56,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:20:56,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:20:56,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:20:56,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:56,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:20:56,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:20:56,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:20:56,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:56,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:20:56,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:20:56,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:20:56,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:56,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:20:56,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:20:56,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/hbase/meta/1588230740 2024-11-19T17:20:56,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/hbase/meta/1588230740 2024-11-19T17:20:56,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:20:56,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:20:56,548 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:20:56,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:20:56,553 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:20:56,553 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66057973, jitterRate=-0.015659496188163757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:20:56,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732036856526Initializing all the Stores at 1732036856527 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036856527Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036856536 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036856536Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036856536Cleaning up temporary data from old regions at 1732036856548 (+12 ms)Region opened successfully at 1732036856554 (+6 ms) 2024-11-19T17:20:56,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:20:56,554 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:20:56,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:20:56,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:20:56,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:20:56,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:56,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:56,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:56,562 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:20:56,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036856554Disabling compacts and flushes for region at 1732036856554Disabling writes for close at 1732036856554Writing region close event to WAL at 1732036856562 (+8 ms)Closed at 1732036856562 2024-11-19T17:20:56,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:56,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:56,563 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:20:56,563 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T17:20:56,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:56,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T17:20:56,565 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:20:56,566 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T17:20:56,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:56,573 INFO [RS:0;280a42d09ec8:35665 {}] regionserver.HRegionServer(746): ClusterId : 2d0cb791-b94d-41e2-a54d-9a3591e1c2b6 2024-11-19T17:20:56,574 DEBUG [RS:0;280a42d09ec8:35665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T17:20:56,576 DEBUG [RS:0;280a42d09ec8:35665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T17:20:56,576 DEBUG [RS:0;280a42d09ec8:35665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T17:20:56,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:56,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:56,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:20:56,580 DEBUG [RS:0;280a42d09ec8:35665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T17:20:56,580 DEBUG [RS:0;280a42d09ec8:35665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae07a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:20:56,596 DEBUG [RS:0;280a42d09ec8:35665 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;280a42d09ec8:35665 2024-11-19T17:20:56,596 INFO [RS:0;280a42d09ec8:35665 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T17:20:56,596 INFO [RS:0;280a42d09ec8:35665 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T17:20:56,596 DEBUG [RS:0;280a42d09ec8:35665 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T17:20:56,597 INFO [RS:0;280a42d09ec8:35665 {}] regionserver.HRegionServer(2659): reportForDuty to master=280a42d09ec8,44759,1732036854964 with port=35665, startcode=1732036855035 2024-11-19T17:20:56,597 DEBUG [RS:0;280a42d09ec8:35665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T17:20:56,601 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T17:20:56,602 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44759 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 280a42d09ec8,35665,1732036855035 2024-11-19T17:20:56,602 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44759 {}] master.ServerManager(517): Registering regionserver=280a42d09ec8,35665,1732036855035 2024-11-19T17:20:56,603 DEBUG [RS:0;280a42d09ec8:35665 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049 2024-11-19T17:20:56,603 DEBUG [RS:0;280a42d09ec8:35665 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36819 2024-11-19T17:20:56,603 DEBUG [RS:0;280a42d09ec8:35665 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T17:20:56,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x101313eea590000, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0595091378/rs 2024-11-19T17:20:56,606 DEBUG [RS:0;280a42d09ec8:35665 {}] zookeeper.ZKUtil(111): regionserver:35665-0x101313eea590001, quorum=127.0.0.1:56394, baseZNode=/0595091378 Set watcher on existing znode=/0595091378/rs/280a42d09ec8,35665,1732036855035 2024-11-19T17:20:56,606 WARN [RS:0;280a42d09ec8:35665 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:20:56,606 INFO [RS:0;280a42d09ec8:35665 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:20:56,606 DEBUG [RS:0;280a42d09ec8:35665 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035 2024-11-19T17:20:56,609 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [280a42d09ec8,35665,1732036855035] 2024-11-19T17:20:56,617 INFO [RS:0;280a42d09ec8:35665 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T17:20:56,619 INFO [RS:0;280a42d09ec8:35665 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T17:20:56,620 INFO [RS:0;280a42d09ec8:35665 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T17:20:56,620 INFO [RS:0;280a42d09ec8:35665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:56,636 INFO [RS:0;280a42d09ec8:35665 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T17:20:56,637 INFO [RS:0;280a42d09ec8:35665 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T17:20:56,637 INFO [RS:0;280a42d09ec8:35665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:56,637 DEBUG [RS:0;280a42d09ec8:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:56,638 DEBUG [RS:0;280a42d09ec8:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:56,638 DEBUG [RS:0;280a42d09ec8:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:56,638 DEBUG [RS:0;280a42d09ec8:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:56,638 DEBUG [RS:0;280a42d09ec8:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:56,638 DEBUG [RS:0;280a42d09ec8:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:20:56,638 DEBUG [RS:0;280a42d09ec8:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:56,638 DEBUG [RS:0;280a42d09ec8:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:56,638 DEBUG [RS:0;280a42d09ec8:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:56,638 DEBUG [RS:0;280a42d09ec8:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:56,638 DEBUG [RS:0;280a42d09ec8:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:56,638 DEBUG [RS:0;280a42d09ec8:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:20:56,638 DEBUG [RS:0;280a42d09ec8:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:20:56,638 DEBUG [RS:0;280a42d09ec8:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:20:56,644 INFO [RS:0;280a42d09ec8:35665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:56,644 INFO [RS:0;280a42d09ec8:35665 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:56,644 INFO [RS:0;280a42d09ec8:35665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:56,644 INFO [RS:0;280a42d09ec8:35665 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:56,644 INFO [RS:0;280a42d09ec8:35665 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:56,644 INFO [RS:0;280a42d09ec8:35665 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,35665,1732036855035-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:20:56,663 INFO [RS:0;280a42d09ec8:35665 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T17:20:56,664 INFO [RS:0;280a42d09ec8:35665 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,35665,1732036855035-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:56,664 INFO [RS:0;280a42d09ec8:35665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:56,664 INFO [RS:0;280a42d09ec8:35665 {}] regionserver.Replication(171): 280a42d09ec8,35665,1732036855035 started 2024-11-19T17:20:56,683 INFO [RS:0;280a42d09ec8:35665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:56,683 INFO [RS:0;280a42d09ec8:35665 {}] regionserver.HRegionServer(1482): Serving as 280a42d09ec8,35665,1732036855035, RpcServer on 280a42d09ec8/172.17.0.2:35665, sessionid=0x101313eea590001 2024-11-19T17:20:56,683 DEBUG [RS:0;280a42d09ec8:35665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T17:20:56,683 DEBUG [RS:0;280a42d09ec8:35665 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 280a42d09ec8,35665,1732036855035 2024-11-19T17:20:56,683 DEBUG [RS:0;280a42d09ec8:35665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,35665,1732036855035' 2024-11-19T17:20:56,683 DEBUG [RS:0;280a42d09ec8:35665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0595091378/flush-table-proc/abort' 2024-11-19T17:20:56,684 DEBUG [RS:0;280a42d09ec8:35665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0595091378/flush-table-proc/acquired' 2024-11-19T17:20:56,684 DEBUG [RS:0;280a42d09ec8:35665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T17:20:56,684 DEBUG [RS:0;280a42d09ec8:35665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T17:20:56,684 DEBUG [RS:0;280a42d09ec8:35665 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 280a42d09ec8,35665,1732036855035 2024-11-19T17:20:56,684 DEBUG [RS:0;280a42d09ec8:35665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,35665,1732036855035' 2024-11-19T17:20:56,684 DEBUG [RS:0;280a42d09ec8:35665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0595091378/online-snapshot/abort' 2024-11-19T17:20:56,685 DEBUG [RS:0;280a42d09ec8:35665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0595091378/online-snapshot/acquired' 2024-11-19T17:20:56,685 DEBUG [RS:0;280a42d09ec8:35665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T17:20:56,685 INFO [RS:0;280a42d09ec8:35665 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T17:20:56,685 INFO [RS:0;280a42d09ec8:35665 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T17:20:56,716 WARN [280a42d09ec8:44759 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T17:20:56,785 INFO [RS:0;280a42d09ec8:35665 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:20:56,787 INFO [RS:0;280a42d09ec8:35665 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C35665%2C1732036855035, suffix=, logDir=hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035, archiveDir=hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/oldWALs, maxLogs=10 2024-11-19T17:20:56,806 DEBUG [RS:0;280a42d09ec8:35665 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787, exclude list is [], retry=0 2024-11-19T17:20:56,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33787,DS-3c9c36f5-656d-4a9d-aea5-645d09a36f02,DISK] 2024-11-19T17:20:56,815 INFO [RS:0;280a42d09ec8:35665 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787 2024-11-19T17:20:56,815 DEBUG [RS:0;280a42d09ec8:35665 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38635:38635)] 2024-11-19T17:20:56,966 DEBUG [280a42d09ec8:44759 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T17:20:56,967 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=280a42d09ec8,35665,1732036855035 2024-11-19T17:20:56,968 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,35665,1732036855035, state=OPENING 2024-11-19T17:20:56,972 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T17:20:56,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101313eea590001, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0595091378 2024-11-19T17:20:56,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0595091378/meta-region-server: CHANGED 2024-11-19T17:20:56,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x101313eea590000, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0595091378 2024-11-19T17:20:56,976 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0595091378/meta-region-server: CHANGED 2024-11-19T17:20:56,976 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:20:56,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,35665,1732036855035}] 2024-11-19T17:20:57,129 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:20:57,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T17:20:57,134 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T17:20:57,134 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:20:57,134 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T17:20:57,136 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C35665%2C1732036855035.meta, suffix=.meta, logDir=hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035, archiveDir=hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/oldWALs, maxLogs=10 2024-11-19T17:20:57,154 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.meta.1732036857137.meta, exclude list is [], retry=0 2024-11-19T17:20:57,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33787,DS-3c9c36f5-656d-4a9d-aea5-645d09a36f02,DISK] 2024-11-19T17:20:57,163 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.meta.1732036857137.meta 2024-11-19T17:20:57,181 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38635:38635)] 2024-11-19T17:20:57,181 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:20:57,182 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:20:57,182 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:20:57,182 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T17:20:57,182 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T17:20:57,182 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T17:20:57,182 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:20:57,182 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T17:20:57,182 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T17:20:57,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:20:57,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:20:57,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:57,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:20:57,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:20:57,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:20:57,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:57,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:20:57,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:20:57,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:20:57,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:57,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:20:57,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:20:57,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:20:57,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:20:57,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:20:57,197 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:20:57,198 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/hbase/meta/1588230740 2024-11-19T17:20:57,198 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/hbase/meta/1588230740 2024-11-19T17:20:57,200 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:20:57,200 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:20:57,200 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:20:57,206 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:20:57,207 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60244516, jitterRate=-0.10228675603866577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:20:57,207 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T17:20:57,208 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732036857183Writing region info on filesystem at 1732036857183Initializing all the Stores at 1732036857183Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036857183Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036857188 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036857188Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036857188Cleaning up temporary data from old regions at 1732036857200 (+12 ms)Running coprocessor post-open hooks at 1732036857207 (+7 ms)Region opened successfully at 1732036857208 (+1 ms) 2024-11-19T17:20:57,210 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732036857129 2024-11-19T17:20:57,213 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T17:20:57,213 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T17:20:57,213 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,35665,1732036855035 2024-11-19T17:20:57,214 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,35665,1732036855035, state=OPEN 2024-11-19T17:20:57,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101313eea590001, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0595091378/meta-region-server 2024-11-19T17:20:57,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x101313eea590000, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0595091378/meta-region-server 2024-11-19T17:20:57,220 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=280a42d09ec8,35665,1732036855035 2024-11-19T17:20:57,221 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0595091378/meta-region-server: CHANGED 2024-11-19T17:20:57,221 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0595091378/meta-region-server: CHANGED 2024-11-19T17:20:57,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T17:20:57,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,35665,1732036855035 in 245 msec 2024-11-19T17:20:57,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T17:20:57,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 660 msec 2024-11-19T17:20:57,226 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:20:57,226 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T17:20:57,227 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:20:57,228 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,35665,1732036855035, seqNum=-1] 2024-11-19T17:20:57,228 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:20:57,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:20:57,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 746 msec 2024-11-19T17:20:57,252 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732036857252, completionTime=-1 2024-11-19T17:20:57,252 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T17:20:57,252 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T17:20:57,255 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T17:20:57,255 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732036917255 2024-11-19T17:20:57,255 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732036977255 2024-11-19T17:20:57,255 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-19T17:20:57,256 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,44759,1732036854964-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:57,256 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,44759,1732036854964-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:57,256 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,44759,1732036854964-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:57,256 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-280a42d09ec8:44759, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:57,256 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:57,258 DEBUG [master/280a42d09ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T17:20:57,259 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:57,262 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.169sec 2024-11-19T17:20:57,263 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T17:20:57,263 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T17:20:57,263 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T17:20:57,263 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T17:20:57,263 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T17:20:57,263 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,44759,1732036854964-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:20:57,263 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,44759,1732036854964-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T17:20:57,268 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T17:20:57,268 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T17:20:57,268 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,44759,1732036854964-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:20:57,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c87d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:57,274 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,44759,-1 for getting cluster id 2024-11-19T17:20:57,274 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:20:57,277 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d0cb791-b94d-41e2-a54d-9a3591e1c2b6' 2024-11-19T17:20:57,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:20:57,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d0cb791-b94d-41e2-a54d-9a3591e1c2b6" 2024-11-19T17:20:57,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@333cac2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:57,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,44759,-1] 2024-11-19T17:20:57,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:20:57,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:20:57,278 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:20:57,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67fb10c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:20:57,280 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:20:57,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,35665,1732036855035, seqNum=-1] 2024-11-19T17:20:57,281 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:20:57,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:20:57,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=280a42d09ec8,44759,1732036854964 2024-11-19T17:20:57,284 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56394 2024-11-19T17:20:57,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:20:57,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101313eea590002 connected 2024-11-19T17:20:57,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8/hadoop.log.dir so I do NOT create it in target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18 2024-11-19T17:20:57,302 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T17:20:57,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8/hadoop.tmp.dir so I do NOT create it in target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18 2024-11-19T17:20:57,302 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T17:20:57,303 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18 2024-11-19T17:20:57,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T17:20:57,303 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18/cluster_acad9105-f6b8-9e90-fc29-bce4ce837fe5, deleteOnExit=true 2024-11-19T17:20:57,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T17:20:57,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18/test.cache.data in system properties and HBase conf 2024-11-19T17:20:57,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T17:20:57,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18/hadoop.log.dir in system properties and HBase conf 2024-11-19T17:20:57,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T17:20:57,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T17:20:57,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T17:20:57,304 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T17:20:57,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:20:57,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:20:57,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T17:20:57,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:20:57,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T17:20:57,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T17:20:57,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:20:57,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:20:57,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T17:20:57,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18/nfs.dump.dir in system properties and HBase conf 2024-11-19T17:20:57,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18/java.io.tmpdir in system properties and HBase conf 2024-11-19T17:20:57,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:20:57,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T17:20:57,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T17:20:57,406 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:20:57,409 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:20:57,411 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:20:57,411 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:20:57,411 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T17:20:57,412 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:20:57,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edc1d28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:20:57,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b96bf75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:20:57,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41e8b148{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18/java.io.tmpdir/jetty-localhost-44785-hadoop-hdfs-3_4_1-tests_jar-_-any-9700695413571475193/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:20:57,542 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e125f9d{HTTP/1.1, (http/1.1)}{localhost:44785} 2024-11-19T17:20:57,542 INFO [Time-limited test {}] server.Server(415): Started @250825ms 2024-11-19T17:20:57,627 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:20:57,630 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:20:57,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:20:57,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:20:57,632 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T17:20:57,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17e51eff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:20:57,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@384e6aae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:20:57,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6526a7a4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18/java.io.tmpdir/jetty-localhost-38159-hadoop-hdfs-3_4_1-tests_jar-_-any-4949705725703553283/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:20:57,753 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@521605cb{HTTP/1.1, (http/1.1)}{localhost:38159} 2024-11-19T17:20:57,753 INFO [Time-limited test {}] server.Server(415): Started @251036ms 2024-11-19T17:20:57,754 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T17:20:57,864 WARN [Thread-3570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18/cluster_acad9105-f6b8-9e90-fc29-bce4ce837fe5/data/data1/current/BP-1485101719-172.17.0.2-1732036857331/current, will proceed with Du for space computation calculation, 2024-11-19T17:20:57,865 WARN [Thread-3571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18/cluster_acad9105-f6b8-9e90-fc29-bce4ce837fe5/data/data2/current/BP-1485101719-172.17.0.2-1732036857331/current, will proceed with Du for space computation calculation, 2024-11-19T17:20:57,890 WARN [Thread-3558 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T17:20:57,892 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x69f35d6b4b05e8b6 with lease ID 0x1a9b96f808da9dd0: Processing first storage report for DS-3ad78df3-9cd9-47c8-8605-9aa774f8876e from datanode DatanodeRegistration(127.0.0.1:40615, datanodeUuid=dd772df8-0e6b-47d7-8514-9fa934f58a21, infoPort=37163, infoSecurePort=0, ipcPort=41301, storageInfo=lv=-57;cid=testClusterID;nsid=683270784;c=1732036857331) 2024-11-19T17:20:57,892 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x69f35d6b4b05e8b6 with lease ID 0x1a9b96f808da9dd0: from storage DS-3ad78df3-9cd9-47c8-8605-9aa774f8876e node DatanodeRegistration(127.0.0.1:40615, datanodeUuid=dd772df8-0e6b-47d7-8514-9fa934f58a21, infoPort=37163, infoSecurePort=0, ipcPort=41301, storageInfo=lv=-57;cid=testClusterID;nsid=683270784;c=1732036857331), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:20:57,892 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x69f35d6b4b05e8b6 with lease ID 0x1a9b96f808da9dd0: Processing first storage report for DS-2a018c03-69bf-4c62-bf73-3537fd6f2c7e from datanode DatanodeRegistration(127.0.0.1:40615, datanodeUuid=dd772df8-0e6b-47d7-8514-9fa934f58a21, infoPort=37163, infoSecurePort=0, ipcPort=41301, storageInfo=lv=-57;cid=testClusterID;nsid=683270784;c=1732036857331) 2024-11-19T17:20:57,892 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x69f35d6b4b05e8b6 with lease ID 0x1a9b96f808da9dd0: from storage DS-2a018c03-69bf-4c62-bf73-3537fd6f2c7e node DatanodeRegistration(127.0.0.1:40615, datanodeUuid=dd772df8-0e6b-47d7-8514-9fa934f58a21, infoPort=37163, infoSecurePort=0, ipcPort=41301, storageInfo=lv=-57;cid=testClusterID;nsid=683270784;c=1732036857331), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:20:57,977 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18 2024-11-19T17:20:57,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:20:57,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:20:57,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741825_1001 (size=7) 2024-11-19T17:20:58,396 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4 with version=8 2024-11-19T17:20:58,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/hbase-staging 2024-11-19T17:20:58,399 INFO [Time-limited test {}] client.ConnectionUtils(128): master/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:20:58,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:20:58,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:20:58,399 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:20:58,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:20:58,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:20:58,399 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T17:20:58,399 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:20:58,400 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36629 2024-11-19T17:20:58,401 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36629 connecting to ZooKeeper ensemble=127.0.0.1:56394 2024-11-19T17:20:58,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366290x0, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:20:58,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36629-0x101313eea590003 connected 2024-11-19T17:20:58,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:20:58,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:20:58,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36629-0x101313eea590003, quorum=127.0.0.1:56394, baseZNode=/11575469912 Set watcher on znode that does not yet exist, /11575469912/running 2024-11-19T17:20:58,433 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4, hbase.cluster.distributed=false 2024-11-19T17:20:58,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36629-0x101313eea590003, quorum=127.0.0.1:56394, baseZNode=/11575469912 Set watcher on znode that does not yet exist, /11575469912/acl 2024-11-19T17:20:58,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36629 2024-11-19T17:20:58,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36629 2024-11-19T17:20:58,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36629 2024-11-19T17:20:58,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36629 2024-11-19T17:20:58,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36629 2024-11-19T17:20:58,464 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:20:58,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:20:58,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:20:58,464 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:20:58,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:20:58,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:20:58,464 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T17:20:58,464 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:20:58,465 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45267 2024-11-19T17:20:58,465 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45267 connecting to ZooKeeper ensemble=127.0.0.1:56394 2024-11-19T17:20:58,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:20:58,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:20:58,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452670x0, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:20:58,471 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452670x0, quorum=127.0.0.1:56394, baseZNode=/11575469912 Set watcher on znode that does not yet exist, /11575469912/running 2024-11-19T17:20:58,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45267-0x101313eea590004 connected 2024-11-19T17:20:58,471 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T17:20:58,472 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T17:20:58,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45267-0x101313eea590004, quorum=127.0.0.1:56394, baseZNode=/11575469912 Set watcher on znode that does not yet exist, /11575469912/master 2024-11-19T17:20:58,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45267-0x101313eea590004, quorum=127.0.0.1:56394, baseZNode=/11575469912 Set watcher on znode that does not yet exist, /11575469912/acl 2024-11-19T17:20:58,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45267 2024-11-19T17:20:58,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45267 2024-11-19T17:20:58,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45267 2024-11-19T17:20:58,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45267 2024-11-19T17:20:58,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45267 2024-11-19T17:20:58,499 DEBUG [M:0;280a42d09ec8:36629 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;280a42d09ec8:36629 2024-11-19T17:20:58,500 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11575469912/backup-masters/280a42d09ec8,36629,1732036858398 2024-11-19T17:20:58,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x101313eea590003, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575469912/backup-masters 2024-11-19T17:20:58,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45267-0x101313eea590004, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575469912/backup-masters 2024-11-19T17:20:58,502 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36629-0x101313eea590003, quorum=127.0.0.1:56394, baseZNode=/11575469912 Set watcher on existing znode=/11575469912/backup-masters/280a42d09ec8,36629,1732036858398 2024-11-19T17:20:58,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45267-0x101313eea590004, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11575469912/master 2024-11-19T17:20:58,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x101313eea590003, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575469912 2024-11-19T17:20:58,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45267-0x101313eea590004, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575469912 2024-11-19T17:20:58,503 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36629-0x101313eea590003, quorum=127.0.0.1:56394, baseZNode=/11575469912 Set watcher on existing znode=/11575469912/master 2024-11-19T17:20:58,504 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11575469912/backup-masters/280a42d09ec8,36629,1732036858398 from backup master directory 2024-11-19T17:20:58,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x101313eea590003, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11575469912/backup-masters/280a42d09ec8,36629,1732036858398 2024-11-19T17:20:58,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x101313eea590003, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575469912/backup-masters 2024-11-19T17:20:58,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45267-0x101313eea590004, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575469912/backup-masters 2024-11-19T17:20:58,505 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:20:58,505 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=280a42d09ec8,36629,1732036858398 2024-11-19T17:20:58,509 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/hbase.id] with ID: d71dbc0f-e951-478f-80a3-f9b0c03262c2 2024-11-19T17:20:58,509 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/.tmp/hbase.id 2024-11-19T17:20:58,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741826_1002 (size=42) 2024-11-19T17:20:58,914 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/.tmp/hbase.id]:[hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/hbase.id] 2024-11-19T17:20:58,923 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:20:58,923 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T17:20:58,924 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T17:20:58,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x101313eea590003, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575469912 2024-11-19T17:20:58,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45267-0x101313eea590004, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575469912 2024-11-19T17:20:58,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741827_1003 (size=196) 2024-11-19T17:20:59,334 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:20:59,335 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T17:20:59,336 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:20:59,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741828_1004 (size=1189) 2024-11-19T17:20:59,742 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/MasterData/data/master/store 2024-11-19T17:20:59,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741829_1005 (size=34) 2024-11-19T17:21:00,155 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:00,156 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:21:00,156 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:21:00,156 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:21:00,156 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:21:00,156 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:21:00,156 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:21:00,156 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036860156Disabling compacts and flushes for region at 1732036860156Disabling writes for close at 1732036860156Writing region close event to WAL at 1732036860156Closed at 1732036860156 2024-11-19T17:21:00,157 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/MasterData/data/master/store/.initializing 2024-11-19T17:21:00,157 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/MasterData/WALs/280a42d09ec8,36629,1732036858398 2024-11-19T17:21:00,158 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:21:00,160 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=280a42d09ec8%2C36629%2C1732036858398, suffix=, logDir=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/MasterData/WALs/280a42d09ec8,36629,1732036858398, archiveDir=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/MasterData/oldWALs, maxLogs=10 2024-11-19T17:21:00,181 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/MasterData/WALs/280a42d09ec8,36629,1732036858398/280a42d09ec8%2C36629%2C1732036858398.1732036860160, exclude list is [], retry=0 2024-11-19T17:21:00,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40615,DS-3ad78df3-9cd9-47c8-8605-9aa774f8876e,DISK] 2024-11-19T17:21:00,190 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/MasterData/WALs/280a42d09ec8,36629,1732036858398/280a42d09ec8%2C36629%2C1732036858398.1732036860160 2024-11-19T17:21:00,190 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37163:37163)] 2024-11-19T17:21:00,191 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:21:00,191 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:00,191 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:00,191 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:00,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:00,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T17:21:00,193 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:00,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:00,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:00,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T17:21:00,195 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:00,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:00,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:00,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T17:21:00,196 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:00,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:00,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:00,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T17:21:00,197 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:00,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:00,198 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:00,199 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:00,199 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:00,200 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:00,200 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:00,200 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:21:00,201 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:00,205 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:21:00,206 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64750588, jitterRate=-0.035141050815582275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:21:00,206 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732036860191Initializing all the Stores at 1732036860192 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036860192Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036860192Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036860192Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036860192Cleaning up temporary data from old regions at 1732036860200 (+8 ms)Region opened successfully at 1732036860206 (+6 ms) 2024-11-19T17:21:00,206 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T17:21:00,209 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da9e9dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:21:00,210 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T17:21:00,210 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T17:21:00,210 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T17:21:00,210 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T17:21:00,210 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T17:21:00,211 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T17:21:00,211 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T17:21:00,213 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T17:21:00,214 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36629-0x101313eea590003, quorum=127.0.0.1:56394, baseZNode=/11575469912 Unable to get data of znode /11575469912/balancer because node does not exist (not necessarily an error) 2024-11-19T17:21:00,215 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11575469912/balancer already deleted, retry=false 2024-11-19T17:21:00,216 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T17:21:00,216 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36629-0x101313eea590003, quorum=127.0.0.1:56394, baseZNode=/11575469912 Unable to get data of znode /11575469912/normalizer because node does not exist (not necessarily an error) 2024-11-19T17:21:00,217 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11575469912/normalizer already deleted, retry=false 2024-11-19T17:21:00,217 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T17:21:00,218 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36629-0x101313eea590003, quorum=127.0.0.1:56394, baseZNode=/11575469912 Unable to get data of znode /11575469912/switch/split because node does not exist (not necessarily an error) 2024-11-19T17:21:00,220 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11575469912/switch/split already deleted, retry=false 2024-11-19T17:21:00,221 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36629-0x101313eea590003, quorum=127.0.0.1:56394, baseZNode=/11575469912 Unable to get data of znode /11575469912/switch/merge because node does not exist (not necessarily an error) 2024-11-19T17:21:00,222 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11575469912/switch/merge already deleted, retry=false 2024-11-19T17:21:00,223 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36629-0x101313eea590003, quorum=127.0.0.1:56394, baseZNode=/11575469912 Unable to get data of znode /11575469912/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T17:21:00,225 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11575469912/snapshot-cleanup already deleted, retry=false 2024-11-19T17:21:00,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x101313eea590003, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11575469912/running 2024-11-19T17:21:00,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45267-0x101313eea590004, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11575469912/running 2024-11-19T17:21:00,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45267-0x101313eea590004, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575469912 2024-11-19T17:21:00,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x101313eea590003, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575469912 2024-11-19T17:21:00,226 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=280a42d09ec8,36629,1732036858398, sessionid=0x101313eea590003, setting cluster-up flag (Was=false) 2024-11-19T17:21:00,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x101313eea590003, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575469912 2024-11-19T17:21:00,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45267-0x101313eea590004, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575469912 2024-11-19T17:21:00,234 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11575469912/flush-table-proc/acquired, /11575469912/flush-table-proc/reached, /11575469912/flush-table-proc/abort 2024-11-19T17:21:00,235 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,36629,1732036858398 2024-11-19T17:21:00,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45267-0x101313eea590004, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575469912 2024-11-19T17:21:00,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x101313eea590003, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575469912 2024-11-19T17:21:00,242 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11575469912/online-snapshot/acquired, /11575469912/online-snapshot/reached, /11575469912/online-snapshot/abort 2024-11-19T17:21:00,242 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,36629,1732036858398 2024-11-19T17:21:00,243 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T17:21:00,245 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T17:21:00,245 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T17:21:00,245 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T17:21:00,245 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 280a42d09ec8,36629,1732036858398 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T17:21:00,246 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:21:00,246 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:21:00,246 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:21:00,246 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:21:00,247 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/280a42d09ec8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T17:21:00,247 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:00,247 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:21:00,247 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:00,247 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732036890247 2024-11-19T17:21:00,248 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T17:21:00,248 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T17:21:00,248 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T17:21:00,248 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T17:21:00,248 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T17:21:00,248 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T17:21:00,248 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:21:00,248 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:00,248 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T17:21:00,248 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T17:21:00,248 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T17:21:00,248 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T17:21:00,248 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T17:21:00,249 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:00,249 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T17:21:00,252 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T17:21:00,252 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T17:21:00,254 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036860252,5,FailOnTimeoutGroup] 2024-11-19T17:21:00,255 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036860254,5,FailOnTimeoutGroup] 2024-11-19T17:21:00,255 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:00,255 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T17:21:00,255 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:00,255 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:00,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741831_1007 (size=1321) 2024-11-19T17:21:00,291 INFO [RS:0;280a42d09ec8:45267 {}] regionserver.HRegionServer(746): ClusterId : d71dbc0f-e951-478f-80a3-f9b0c03262c2 2024-11-19T17:21:00,291 DEBUG [RS:0;280a42d09ec8:45267 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T17:21:00,295 DEBUG [RS:0;280a42d09ec8:45267 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T17:21:00,295 DEBUG [RS:0;280a42d09ec8:45267 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T17:21:00,299 DEBUG [RS:0;280a42d09ec8:45267 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T17:21:00,300 DEBUG [RS:0;280a42d09ec8:45267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@789a025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:21:00,319 DEBUG [RS:0;280a42d09ec8:45267 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;280a42d09ec8:45267 2024-11-19T17:21:00,319 INFO [RS:0;280a42d09ec8:45267 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T17:21:00,319 INFO [RS:0;280a42d09ec8:45267 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T17:21:00,320 DEBUG [RS:0;280a42d09ec8:45267 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T17:21:00,320 INFO [RS:0;280a42d09ec8:45267 {}] regionserver.HRegionServer(2659): reportForDuty to master=280a42d09ec8,36629,1732036858398 with port=45267, startcode=1732036858464 2024-11-19T17:21:00,321 DEBUG [RS:0;280a42d09ec8:45267 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T17:21:00,329 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T17:21:00,329 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36629 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 280a42d09ec8,45267,1732036858464 2024-11-19T17:21:00,330 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36629 {}] master.ServerManager(517): Registering regionserver=280a42d09ec8,45267,1732036858464 2024-11-19T17:21:00,331 DEBUG [RS:0;280a42d09ec8:45267 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4 2024-11-19T17:21:00,331 DEBUG [RS:0;280a42d09ec8:45267 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36835 2024-11-19T17:21:00,331 DEBUG [RS:0;280a42d09ec8:45267 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T17:21:00,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x101313eea590003, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575469912/rs 2024-11-19T17:21:00,334 DEBUG [RS:0;280a42d09ec8:45267 {}] zookeeper.ZKUtil(111): regionserver:45267-0x101313eea590004, quorum=127.0.0.1:56394, baseZNode=/11575469912 Set watcher on existing znode=/11575469912/rs/280a42d09ec8,45267,1732036858464 2024-11-19T17:21:00,334 WARN [RS:0;280a42d09ec8:45267 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:21:00,335 INFO [RS:0;280a42d09ec8:45267 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:21:00,335 DEBUG [RS:0;280a42d09ec8:45267 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464 2024-11-19T17:21:00,347 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [280a42d09ec8,45267,1732036858464] 2024-11-19T17:21:00,353 INFO [RS:0;280a42d09ec8:45267 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T17:21:00,355 INFO [RS:0;280a42d09ec8:45267 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T17:21:00,364 INFO [RS:0;280a42d09ec8:45267 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T17:21:00,365 INFO [RS:0;280a42d09ec8:45267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:00,372 INFO [RS:0;280a42d09ec8:45267 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T17:21:00,373 INFO [RS:0;280a42d09ec8:45267 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T17:21:00,373 INFO [RS:0;280a42d09ec8:45267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:00,373 DEBUG [RS:0;280a42d09ec8:45267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:00,373 DEBUG [RS:0;280a42d09ec8:45267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:00,373 DEBUG [RS:0;280a42d09ec8:45267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:00,373 DEBUG [RS:0;280a42d09ec8:45267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:00,373 DEBUG [RS:0;280a42d09ec8:45267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:00,373 DEBUG [RS:0;280a42d09ec8:45267 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:21:00,373 DEBUG [RS:0;280a42d09ec8:45267 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:00,373 DEBUG [RS:0;280a42d09ec8:45267 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:00,373 DEBUG [RS:0;280a42d09ec8:45267 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:00,374 DEBUG [RS:0;280a42d09ec8:45267 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:00,374 DEBUG [RS:0;280a42d09ec8:45267 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:00,374 DEBUG [RS:0;280a42d09ec8:45267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:00,374 DEBUG [RS:0;280a42d09ec8:45267 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:21:00,374 DEBUG [RS:0;280a42d09ec8:45267 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:21:00,400 INFO [RS:0;280a42d09ec8:45267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:00,400 INFO [RS:0;280a42d09ec8:45267 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:00,400 INFO [RS:0;280a42d09ec8:45267 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:00,400 INFO [RS:0;280a42d09ec8:45267 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:00,400 INFO [RS:0;280a42d09ec8:45267 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:00,400 INFO [RS:0;280a42d09ec8:45267 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,45267,1732036858464-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:21:00,433 INFO [RS:0;280a42d09ec8:45267 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T17:21:00,433 INFO [RS:0;280a42d09ec8:45267 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,45267,1732036858464-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:00,433 INFO [RS:0;280a42d09ec8:45267 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:00,433 INFO [RS:0;280a42d09ec8:45267 {}] regionserver.Replication(171): 280a42d09ec8,45267,1732036858464 started 2024-11-19T17:21:00,457 INFO [RS:0;280a42d09ec8:45267 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:00,457 INFO [RS:0;280a42d09ec8:45267 {}] regionserver.HRegionServer(1482): Serving as 280a42d09ec8,45267,1732036858464, RpcServer on 280a42d09ec8/172.17.0.2:45267, sessionid=0x101313eea590004 2024-11-19T17:21:00,457 DEBUG [RS:0;280a42d09ec8:45267 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T17:21:00,457 DEBUG [RS:0;280a42d09ec8:45267 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 280a42d09ec8,45267,1732036858464 2024-11-19T17:21:00,457 DEBUG [RS:0;280a42d09ec8:45267 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,45267,1732036858464' 2024-11-19T17:21:00,457 DEBUG [RS:0;280a42d09ec8:45267 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11575469912/flush-table-proc/abort' 2024-11-19T17:21:00,458 DEBUG [RS:0;280a42d09ec8:45267 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11575469912/flush-table-proc/acquired' 2024-11-19T17:21:00,459 DEBUG [RS:0;280a42d09ec8:45267 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T17:21:00,459 DEBUG [RS:0;280a42d09ec8:45267 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T17:21:00,459 DEBUG [RS:0;280a42d09ec8:45267 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 280a42d09ec8,45267,1732036858464 2024-11-19T17:21:00,459 DEBUG [RS:0;280a42d09ec8:45267 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,45267,1732036858464' 2024-11-19T17:21:00,459 DEBUG [RS:0;280a42d09ec8:45267 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11575469912/online-snapshot/abort' 2024-11-19T17:21:00,459 DEBUG [RS:0;280a42d09ec8:45267 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11575469912/online-snapshot/acquired' 2024-11-19T17:21:00,460 DEBUG [RS:0;280a42d09ec8:45267 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T17:21:00,460 INFO [RS:0;280a42d09ec8:45267 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T17:21:00,460 INFO [RS:0;280a42d09ec8:45267 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T17:21:00,560 INFO [RS:0;280a42d09ec8:45267 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:21:00,563 INFO [RS:0;280a42d09ec8:45267 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C45267%2C1732036858464, suffix=, logDir=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464, archiveDir=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/oldWALs, maxLogs=10 2024-11-19T17:21:00,591 DEBUG [RS:0;280a42d09ec8:45267 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564, exclude list is [], retry=0 2024-11-19T17:21:00,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40615,DS-3ad78df3-9cd9-47c8-8605-9aa774f8876e,DISK] 2024-11-19T17:21:00,597 INFO [RS:0;280a42d09ec8:45267 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 2024-11-19T17:21:00,600 DEBUG [RS:0;280a42d09ec8:45267 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37163:37163)] 2024-11-19T17:21:00,663 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T17:21:00,664 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4 2024-11-19T17:21:00,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741833_1009 (size=32) 2024-11-19T17:21:01,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:01,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:21:01,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:21:01,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:01,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:01,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:21:01,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:21:01,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:01,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:01,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:21:01,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:21:01,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:01,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:01,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:21:01,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:21:01,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:01,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:01,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:21:01,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/hbase/meta/1588230740 2024-11-19T17:21:01,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/hbase/meta/1588230740 2024-11-19T17:21:01,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:21:01,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:21:01,107 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:21:01,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:21:01,109 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:21:01,109 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61190499, jitterRate=-0.08819051086902618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:21:01,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732036861099Initializing all the Stores at 1732036861099Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036861099Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036861100 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036861100Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036861100Cleaning up temporary data from old regions at 1732036861106 (+6 ms)Region opened successfully at 1732036861109 (+3 ms) 2024-11-19T17:21:01,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:21:01,110 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:21:01,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:21:01,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:21:01,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:21:01,110 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:21:01,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036861109Disabling compacts and flushes for region at 1732036861109Disabling writes for close at 1732036861110 (+1 ms)Writing region close event to WAL at 1732036861110Closed at 1732036861110 2024-11-19T17:21:01,111 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:21:01,111 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T17:21:01,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T17:21:01,112 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:21:01,113 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T17:21:01,263 DEBUG [280a42d09ec8:36629 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T17:21:01,264 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=280a42d09ec8,45267,1732036858464 2024-11-19T17:21:01,265 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,45267,1732036858464, state=OPENING 2024-11-19T17:21:01,271 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T17:21:01,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45267-0x101313eea590004, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575469912 2024-11-19T17:21:01,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x101313eea590003, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575469912 2024-11-19T17:21:01,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11575469912/meta-region-server: CHANGED 2024-11-19T17:21:01,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11575469912/meta-region-server: CHANGED 2024-11-19T17:21:01,273 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:21:01,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,45267,1732036858464}] 2024-11-19T17:21:01,425 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:21:01,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T17:21:01,429 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T17:21:01,429 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:21:01,430 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T17:21:01,431 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C45267%2C1732036858464.meta, suffix=.meta, logDir=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464, archiveDir=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/oldWALs, maxLogs=10 2024-11-19T17:21:01,446 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.meta.1732036861431.meta, exclude list is [], retry=0 2024-11-19T17:21:01,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40615,DS-3ad78df3-9cd9-47c8-8605-9aa774f8876e,DISK] 2024-11-19T17:21:01,450 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.meta.1732036861431.meta 2024-11-19T17:21:01,450 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37163:37163)] 2024-11-19T17:21:01,450 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:21:01,451 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:21:01,451 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:21:01,451 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T17:21:01,451 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T17:21:01,451 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T17:21:01,451 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:01,451 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T17:21:01,451 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T17:21:01,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:21:01,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:21:01,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:01,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:01,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:21:01,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:21:01,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:01,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:01,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:21:01,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:21:01,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:01,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:01,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:21:01,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:21:01,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:01,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:01,456 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:21:01,457 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/hbase/meta/1588230740 2024-11-19T17:21:01,458 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/hbase/meta/1588230740 2024-11-19T17:21:01,459 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:21:01,459 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:21:01,459 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:21:01,460 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:21:01,460 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64302249, jitterRate=-0.04182182252407074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:21:01,460 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T17:21:01,461 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732036861451Writing region info on filesystem at 1732036861451Initializing all the Stores at 1732036861452 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036861452Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036861452Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036861452Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036861452Cleaning up temporary data from old regions at 1732036861459 (+7 ms)Running coprocessor post-open hooks at 1732036861460 (+1 ms)Region opened successfully at 1732036861460 2024-11-19T17:21:01,461 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732036861425 2024-11-19T17:21:01,463 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T17:21:01,463 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T17:21:01,464 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,45267,1732036858464 2024-11-19T17:21:01,464 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,45267,1732036858464, state=OPEN 2024-11-19T17:21:01,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x101313eea590003, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11575469912/meta-region-server 2024-11-19T17:21:01,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45267-0x101313eea590004, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11575469912/meta-region-server 2024-11-19T17:21:01,467 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=280a42d09ec8,45267,1732036858464 2024-11-19T17:21:01,467 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11575469912/meta-region-server: CHANGED 2024-11-19T17:21:01,467 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11575469912/meta-region-server: CHANGED 2024-11-19T17:21:01,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T17:21:01,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,45267,1732036858464 in 194 msec 2024-11-19T17:21:01,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T17:21:01,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-11-19T17:21:01,471 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:21:01,471 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T17:21:01,472 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:21:01,472 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,45267,1732036858464, seqNum=-1] 2024-11-19T17:21:01,472 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:21:01,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:21:01,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2310 sec 2024-11-19T17:21:01,476 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732036861476, completionTime=-1 2024-11-19T17:21:01,477 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T17:21:01,477 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T17:21:01,478 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T17:21:01,478 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732036921478 2024-11-19T17:21:01,478 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732036981478 2024-11-19T17:21:01,478 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T17:21:01,479 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,36629,1732036858398-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:01,479 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,36629,1732036858398-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:01,479 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,36629,1732036858398-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:01,479 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-280a42d09ec8:36629, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:01,479 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:01,479 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:01,480 DEBUG [master/280a42d09ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T17:21:01,482 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.977sec 2024-11-19T17:21:01,482 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T17:21:01,482 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T17:21:01,482 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T17:21:01,482 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T17:21:01,482 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T17:21:01,482 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,36629,1732036858398-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:21:01,482 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,36629,1732036858398-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T17:21:01,483 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T17:21:01,483 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T17:21:01,483 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,36629,1732036858398-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:01,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bce331a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:01,489 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,36629,-1 for getting cluster id 2024-11-19T17:21:01,489 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:21:01,490 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd71dbc0f-e951-478f-80a3-f9b0c03262c2' 2024-11-19T17:21:01,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:21:01,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d71dbc0f-e951-478f-80a3-f9b0c03262c2" 2024-11-19T17:21:01,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@80ebc92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:01,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,36629,-1] 2024-11-19T17:21:01,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:21:01,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:01,492 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:21:01,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a00face, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:01,493 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:21:01,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,45267,1732036858464, seqNum=-1] 2024-11-19T17:21:01,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:21:01,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:21:01,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=280a42d09ec8,36629,1732036858398 2024-11-19T17:21:01,497 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56394 2024-11-19T17:21:01,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:21:01,499 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101313eea590005 connected 2024-11-19T17:21:01,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18/hadoop.log.dir so I do NOT create it in target/test-data/72194497-096a-bad0-7358-ec54648591c9 2024-11-19T17:21:01,502 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T17:21:01,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18/hadoop.tmp.dir so I do NOT create it in target/test-data/72194497-096a-bad0-7358-ec54648591c9 2024-11-19T17:21:01,502 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T17:21:01,502 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72194497-096a-bad0-7358-ec54648591c9 2024-11-19T17:21:01,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T17:21:01,502 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72194497-096a-bad0-7358-ec54648591c9/cluster_745f8bde-a2b1-98be-f405-9987fa8da17c, deleteOnExit=true 2024-11-19T17:21:01,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T17:21:01,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72194497-096a-bad0-7358-ec54648591c9/test.cache.data in system properties and HBase conf 2024-11-19T17:21:01,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72194497-096a-bad0-7358-ec54648591c9/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T17:21:01,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72194497-096a-bad0-7358-ec54648591c9/hadoop.log.dir in system properties and HBase conf 2024-11-19T17:21:01,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72194497-096a-bad0-7358-ec54648591c9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T17:21:01,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72194497-096a-bad0-7358-ec54648591c9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T17:21:01,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T17:21:01,503 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T17:21:01,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72194497-096a-bad0-7358-ec54648591c9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:21:01,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72194497-096a-bad0-7358-ec54648591c9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:21:01,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72194497-096a-bad0-7358-ec54648591c9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T17:21:01,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72194497-096a-bad0-7358-ec54648591c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:21:01,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72194497-096a-bad0-7358-ec54648591c9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T17:21:01,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72194497-096a-bad0-7358-ec54648591c9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T17:21:01,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72194497-096a-bad0-7358-ec54648591c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:21:01,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72194497-096a-bad0-7358-ec54648591c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:21:01,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72194497-096a-bad0-7358-ec54648591c9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T17:21:01,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72194497-096a-bad0-7358-ec54648591c9/nfs.dump.dir in system properties and HBase conf 2024-11-19T17:21:01,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72194497-096a-bad0-7358-ec54648591c9/java.io.tmpdir in system properties and HBase conf 2024-11-19T17:21:01,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72194497-096a-bad0-7358-ec54648591c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:21:01,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72194497-096a-bad0-7358-ec54648591c9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T17:21:01,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72194497-096a-bad0-7358-ec54648591c9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T17:21:01,588 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:21:01,591 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:21:01,593 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:21:01,593 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:21:01,593 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T17:21:01,593 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:21:01,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@335b2848{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72194497-096a-bad0-7358-ec54648591c9/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:21:01,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2430fd58{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:21:01,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22e6a10f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72194497-096a-bad0-7358-ec54648591c9/java.io.tmpdir/jetty-localhost-45481-hadoop-hdfs-3_4_1-tests_jar-_-any-945687690688069825/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:21:01,740 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67a277a2{HTTP/1.1, (http/1.1)}{localhost:45481} 2024-11-19T17:21:01,740 INFO [Time-limited test {}] server.Server(415): Started @255023ms 2024-11-19T17:21:01,905 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:21:01,911 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:21:01,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:21:01,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:21:01,912 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T17:21:01,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ee6db57{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72194497-096a-bad0-7358-ec54648591c9/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:21:01,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15f12923{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:21:01,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T17:21:01,976 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T17:21:02,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@780f397e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72194497-096a-bad0-7358-ec54648591c9/java.io.tmpdir/jetty-localhost-37311-hadoop-hdfs-3_4_1-tests_jar-_-any-6403715266481031954/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:21:02,068 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3fbefb74{HTTP/1.1, (http/1.1)}{localhost:37311} 2024-11-19T17:21:02,068 INFO [Time-limited test {}] server.Server(415): Started @255351ms 2024-11-19T17:21:02,070 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T17:21:02,204 WARN [Thread-3690 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72194497-096a-bad0-7358-ec54648591c9/cluster_745f8bde-a2b1-98be-f405-9987fa8da17c/data/data1/current/BP-1967819647-172.17.0.2-1732036861523/current, will proceed with Du for space computation calculation, 2024-11-19T17:21:02,205 WARN [Thread-3691 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72194497-096a-bad0-7358-ec54648591c9/cluster_745f8bde-a2b1-98be-f405-9987fa8da17c/data/data2/current/BP-1967819647-172.17.0.2-1732036861523/current, will proceed with Du for space computation calculation, 2024-11-19T17:21:02,251 WARN [Thread-3678 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T17:21:02,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a5317ed0c30531e with lease ID 0x4c94678d66439816: Processing first storage report for DS-ca9e77b3-01cd-4570-b601-afd274319872 from datanode DatanodeRegistration(127.0.0.1:45621, datanodeUuid=4064cc7d-08ca-465e-a9e6-897726e6a815, infoPort=45921, infoSecurePort=0, ipcPort=45087, storageInfo=lv=-57;cid=testClusterID;nsid=193012324;c=1732036861523) 2024-11-19T17:21:02,260 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a5317ed0c30531e with lease ID 0x4c94678d66439816: from storage DS-ca9e77b3-01cd-4570-b601-afd274319872 node DatanodeRegistration(127.0.0.1:45621, datanodeUuid=4064cc7d-08ca-465e-a9e6-897726e6a815, infoPort=45921, infoSecurePort=0, ipcPort=45087, storageInfo=lv=-57;cid=testClusterID;nsid=193012324;c=1732036861523), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:21:02,260 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a5317ed0c30531e with lease ID 0x4c94678d66439816: Processing first storage report for DS-a4339189-6db0-4548-8b70-c867de51a9fd from datanode DatanodeRegistration(127.0.0.1:45621, datanodeUuid=4064cc7d-08ca-465e-a9e6-897726e6a815, infoPort=45921, infoSecurePort=0, ipcPort=45087, storageInfo=lv=-57;cid=testClusterID;nsid=193012324;c=1732036861523) 2024-11-19T17:21:02,260 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a5317ed0c30531e with lease ID 0x4c94678d66439816: from storage DS-a4339189-6db0-4548-8b70-c867de51a9fd node DatanodeRegistration(127.0.0.1:45621, datanodeUuid=4064cc7d-08ca-465e-a9e6-897726e6a815, infoPort=45921, infoSecurePort=0, ipcPort=45087, storageInfo=lv=-57;cid=testClusterID;nsid=193012324;c=1732036861523), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:21:02,325 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72194497-096a-bad0-7358-ec54648591c9 2024-11-19T17:21:02,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:21:02,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:21:02,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741825_1001 (size=7) 2024-11-19T17:21:02,685 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T17:21:02,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:02,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:02,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:02,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:02,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:02,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:02,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:02,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:02,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:02,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:02,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:02,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:02,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:02,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:02,771 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T17:21:02,773 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7 with version=8 2024-11-19T17:21:02,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/hbase-staging 2024-11-19T17:21:02,776 INFO [Time-limited test {}] client.ConnectionUtils(128): master/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:21:02,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:21:02,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:21:02,776 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:21:02,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:21:02,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:21:02,776 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T17:21:02,776 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:21:02,789 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35961 2024-11-19T17:21:02,790 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35961 connecting to ZooKeeper ensemble=127.0.0.1:56394 2024-11-19T17:21:02,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359610x0, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:21:02,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:21:02,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:21:02,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35961-0x101313eea590006 connected 2024-11-19T17:21:02,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35961-0x101313eea590006, quorum=127.0.0.1:56394, baseZNode=/2916150458 Set watcher on znode that does not yet exist, /2916150458/running 2024-11-19T17:21:02,825 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7, hbase.cluster.distributed=false 2024-11-19T17:21:02,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35961-0x101313eea590006, quorum=127.0.0.1:56394, baseZNode=/2916150458 Set watcher on znode that does not yet exist, /2916150458/acl 2024-11-19T17:21:02,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35961 2024-11-19T17:21:02,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35961 2024-11-19T17:21:02,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35961 2024-11-19T17:21:02,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35961 2024-11-19T17:21:02,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35961 2024-11-19T17:21:02,879 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:21:02,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:21:02,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:21:02,879 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:21:02,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:21:02,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:21:02,880 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T17:21:02,880 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:21:02,880 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35923 2024-11-19T17:21:02,881 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35923 connecting to ZooKeeper ensemble=127.0.0.1:56394 2024-11-19T17:21:02,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:21:02,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:21:02,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359230x0, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:21:02,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359230x0, quorum=127.0.0.1:56394, baseZNode=/2916150458 Set watcher on znode that does not yet exist, /2916150458/running 2024-11-19T17:21:02,919 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T17:21:02,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35923-0x101313eea590007 connected 2024-11-19T17:21:02,930 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T17:21:02,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35923-0x101313eea590007, quorum=127.0.0.1:56394, baseZNode=/2916150458 Set watcher on znode that does not yet exist, /2916150458/master 2024-11-19T17:21:02,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35923-0x101313eea590007, quorum=127.0.0.1:56394, baseZNode=/2916150458 Set watcher on znode that does not yet exist, /2916150458/acl 2024-11-19T17:21:02,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35923 2024-11-19T17:21:02,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35923 2024-11-19T17:21:02,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35923 2024-11-19T17:21:02,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35923 2024-11-19T17:21:02,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35923 2024-11-19T17:21:02,963 DEBUG [M:0;280a42d09ec8:35961 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;280a42d09ec8:35961 2024-11-19T17:21:02,963 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2916150458/backup-masters/280a42d09ec8,35961,1732036862775 2024-11-19T17:21:02,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35961-0x101313eea590006, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2916150458/backup-masters 2024-11-19T17:21:02,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35923-0x101313eea590007, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2916150458/backup-masters 2024-11-19T17:21:02,967 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35961-0x101313eea590006, quorum=127.0.0.1:56394, baseZNode=/2916150458 Set watcher on existing znode=/2916150458/backup-masters/280a42d09ec8,35961,1732036862775 2024-11-19T17:21:02,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35923-0x101313eea590007, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2916150458/master 2024-11-19T17:21:02,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35961-0x101313eea590006, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2916150458 2024-11-19T17:21:02,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35923-0x101313eea590007, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2916150458 2024-11-19T17:21:02,970 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35961-0x101313eea590006, quorum=127.0.0.1:56394, baseZNode=/2916150458 Set watcher on existing znode=/2916150458/master 2024-11-19T17:21:02,970 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2916150458/backup-masters/280a42d09ec8,35961,1732036862775 from backup master directory 2024-11-19T17:21:02,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35961-0x101313eea590006, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2916150458/backup-masters/280a42d09ec8,35961,1732036862775 2024-11-19T17:21:02,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35961-0x101313eea590006, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2916150458/backup-masters 2024-11-19T17:21:02,971 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:21:02,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35923-0x101313eea590007, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2916150458/backup-masters 2024-11-19T17:21:02,971 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=280a42d09ec8,35961,1732036862775 2024-11-19T17:21:02,977 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/hbase.id] with ID: c0071469-b6b3-4729-899d-4141115c016a 2024-11-19T17:21:02,977 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/.tmp/hbase.id 2024-11-19T17:21:02,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741826_1002 (size=42) 2024-11-19T17:21:03,387 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/.tmp/hbase.id]:[hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/hbase.id] 2024-11-19T17:21:03,403 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:21:03,403 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T17:21:03,405 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-19T17:21:03,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35923-0x101313eea590007, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2916150458 2024-11-19T17:21:03,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35961-0x101313eea590006, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2916150458 2024-11-19T17:21:03,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741827_1003 (size=196) 2024-11-19T17:21:03,483 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:21:03,484 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T17:21:03,492 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:21:03,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741828_1004 (size=1189) 2024-11-19T17:21:03,534 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/MasterData/data/master/store 2024-11-19T17:21:03,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741829_1005 (size=34) 2024-11-19T17:21:04,002 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:04,002 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:21:04,002 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:21:04,002 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:21:04,002 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:21:04,002 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:21:04,002 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:21:04,002 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036864002Disabling compacts and flushes for region at 1732036864002Disabling writes for close at 1732036864002Writing region close event to WAL at 1732036864002Closed at 1732036864002 2024-11-19T17:21:04,003 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/MasterData/data/master/store/.initializing 2024-11-19T17:21:04,003 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/MasterData/WALs/280a42d09ec8,35961,1732036862775 2024-11-19T17:21:04,004 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:21:04,007 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=280a42d09ec8%2C35961%2C1732036862775, suffix=, logDir=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/MasterData/WALs/280a42d09ec8,35961,1732036862775, archiveDir=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/MasterData/oldWALs, maxLogs=10 2024-11-19T17:21:04,038 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/MasterData/WALs/280a42d09ec8,35961,1732036862775/280a42d09ec8%2C35961%2C1732036862775.1732036864007, exclude list is [], retry=0 2024-11-19T17:21:04,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45621,DS-ca9e77b3-01cd-4570-b601-afd274319872,DISK] 2024-11-19T17:21:04,057 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/MasterData/WALs/280a42d09ec8,35961,1732036862775/280a42d09ec8%2C35961%2C1732036862775.1732036864007 2024-11-19T17:21:04,061 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45921:45921)] 2024-11-19T17:21:04,061 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:21:04,061 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:04,061 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:04,061 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:04,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:04,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T17:21:04,064 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:04,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:04,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:04,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T17:21:04,066 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:04,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:04,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:04,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T17:21:04,067 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:04,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:04,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:04,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T17:21:04,069 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:04,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:04,070 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:04,070 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:04,071 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:04,072 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:04,072 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:04,072 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:21:04,074 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:04,089 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:21:04,089 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60761945, jitterRate=-0.09457646310329437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:21:04,090 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732036864061Initializing all the Stores at 1732036864062 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036864062Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036864062Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036864062Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036864062Cleaning up temporary data from old regions at 1732036864072 (+10 ms)Region opened successfully at 1732036864090 (+18 ms) 2024-11-19T17:21:04,100 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T17:21:04,103 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528a543e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:21:04,105 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T17:21:04,106 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T17:21:04,106 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T17:21:04,107 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T17:21:04,131 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 24 msec 2024-11-19T17:21:04,132 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T17:21:04,132 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T17:21:04,153 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T17:21:04,154 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35961-0x101313eea590006, quorum=127.0.0.1:56394, baseZNode=/2916150458 Unable to get data of znode /2916150458/balancer because node does not exist (not necessarily an error) 2024-11-19T17:21:04,155 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2916150458/balancer already deleted, retry=false 2024-11-19T17:21:04,156 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T17:21:04,156 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35961-0x101313eea590006, quorum=127.0.0.1:56394, baseZNode=/2916150458 Unable to get data of znode /2916150458/normalizer because node does not exist (not necessarily an error) 2024-11-19T17:21:04,161 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2916150458/normalizer already deleted, retry=false 2024-11-19T17:21:04,161 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T17:21:04,167 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35961-0x101313eea590006, quorum=127.0.0.1:56394, baseZNode=/2916150458 Unable to get data of znode /2916150458/switch/split because node does not exist (not necessarily an error) 2024-11-19T17:21:04,170 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2916150458/switch/split already deleted, retry=false 2024-11-19T17:21:04,171 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35961-0x101313eea590006, quorum=127.0.0.1:56394, baseZNode=/2916150458 Unable to get data of znode /2916150458/switch/merge because node does not exist (not necessarily an error) 2024-11-19T17:21:04,172 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2916150458/switch/merge already deleted, retry=false 2024-11-19T17:21:04,174 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35961-0x101313eea590006, quorum=127.0.0.1:56394, baseZNode=/2916150458 Unable to get data of znode /2916150458/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T17:21:04,175 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2916150458/snapshot-cleanup already deleted, retry=false 2024-11-19T17:21:04,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35923-0x101313eea590007, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2916150458/running 2024-11-19T17:21:04,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35923-0x101313eea590007, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2916150458 2024-11-19T17:21:04,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35961-0x101313eea590006, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2916150458/running 2024-11-19T17:21:04,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35961-0x101313eea590006, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2916150458 2024-11-19T17:21:04,179 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=280a42d09ec8,35961,1732036862775, sessionid=0x101313eea590006, setting cluster-up flag (Was=false) 2024-11-19T17:21:04,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35923-0x101313eea590007, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2916150458 2024-11-19T17:21:04,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35961-0x101313eea590006, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2916150458 2024-11-19T17:21:04,200 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2916150458/flush-table-proc/acquired, /2916150458/flush-table-proc/reached, /2916150458/flush-table-proc/abort 2024-11-19T17:21:04,203 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,35961,1732036862775 2024-11-19T17:21:04,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35923-0x101313eea590007, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2916150458 2024-11-19T17:21:04,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35961-0x101313eea590006, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2916150458 2024-11-19T17:21:04,212 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2916150458/online-snapshot/acquired, /2916150458/online-snapshot/reached, /2916150458/online-snapshot/abort 2024-11-19T17:21:04,213 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,35961,1732036862775 2024-11-19T17:21:04,217 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T17:21:04,221 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T17:21:04,221 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T17:21:04,222 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T17:21:04,222 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 280a42d09ec8,35961,1732036862775 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T17:21:04,223 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:21:04,223 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:21:04,223 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:21:04,223 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:21:04,223 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/280a42d09ec8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T17:21:04,223 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:04,223 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:21:04,223 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:04,227 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732036894227 2024-11-19T17:21:04,228 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:21:04,228 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T17:21:04,228 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T17:21:04,228 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T17:21:04,228 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T17:21:04,228 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T17:21:04,228 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T17:21:04,228 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T17:21:04,228 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:04,228 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T17:21:04,228 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T17:21:04,228 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T17:21:04,228 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T17:21:04,228 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:04,229 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T17:21:04,232 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T17:21:04,232 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T17:21:04,232 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036864232,5,FailOnTimeoutGroup] 2024-11-19T17:21:04,233 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036864232,5,FailOnTimeoutGroup] 2024-11-19T17:21:04,233 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:04,233 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T17:21:04,233 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:04,233 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:04,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741831_1007 (size=1321) 2024-11-19T17:21:04,244 INFO [RS:0;280a42d09ec8:35923 {}] regionserver.HRegionServer(746): ClusterId : c0071469-b6b3-4729-899d-4141115c016a 2024-11-19T17:21:04,244 DEBUG [RS:0;280a42d09ec8:35923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T17:21:04,245 DEBUG [RS:0;280a42d09ec8:35923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T17:21:04,245 DEBUG [RS:0;280a42d09ec8:35923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T17:21:04,249 DEBUG [RS:0;280a42d09ec8:35923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T17:21:04,249 DEBUG [RS:0;280a42d09ec8:35923 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24d87293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:21:04,261 DEBUG [RS:0;280a42d09ec8:35923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;280a42d09ec8:35923 2024-11-19T17:21:04,261 INFO [RS:0;280a42d09ec8:35923 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T17:21:04,261 INFO [RS:0;280a42d09ec8:35923 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T17:21:04,261 DEBUG [RS:0;280a42d09ec8:35923 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T17:21:04,261 INFO [RS:0;280a42d09ec8:35923 {}] regionserver.HRegionServer(2659): reportForDuty to master=280a42d09ec8,35961,1732036862775 with port=35923, startcode=1732036862879 2024-11-19T17:21:04,261 DEBUG [RS:0;280a42d09ec8:35923 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T17:21:04,263 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T17:21:04,263 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35961 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 280a42d09ec8,35923,1732036862879 2024-11-19T17:21:04,263 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35961 {}] master.ServerManager(517): Registering regionserver=280a42d09ec8,35923,1732036862879 2024-11-19T17:21:04,265 DEBUG [RS:0;280a42d09ec8:35923 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7 2024-11-19T17:21:04,265 DEBUG [RS:0;280a42d09ec8:35923 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34989 2024-11-19T17:21:04,265 DEBUG [RS:0;280a42d09ec8:35923 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T17:21:04,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35961-0x101313eea590006, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2916150458/rs 2024-11-19T17:21:04,270 DEBUG [RS:0;280a42d09ec8:35923 {}] zookeeper.ZKUtil(111): regionserver:35923-0x101313eea590007, quorum=127.0.0.1:56394, baseZNode=/2916150458 Set watcher on existing znode=/2916150458/rs/280a42d09ec8,35923,1732036862879 2024-11-19T17:21:04,270 WARN [RS:0;280a42d09ec8:35923 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:21:04,270 INFO [RS:0;280a42d09ec8:35923 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:21:04,270 DEBUG [RS:0;280a42d09ec8:35923 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879 2024-11-19T17:21:04,270 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [280a42d09ec8,35923,1732036862879] 2024-11-19T17:21:04,273 INFO [RS:0;280a42d09ec8:35923 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T17:21:04,278 INFO [RS:0;280a42d09ec8:35923 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T17:21:04,279 INFO [RS:0;280a42d09ec8:35923 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T17:21:04,279 INFO [RS:0;280a42d09ec8:35923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:04,279 INFO [RS:0;280a42d09ec8:35923 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T17:21:04,280 INFO [RS:0;280a42d09ec8:35923 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T17:21:04,280 INFO [RS:0;280a42d09ec8:35923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:04,280 DEBUG [RS:0;280a42d09ec8:35923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:04,280 DEBUG [RS:0;280a42d09ec8:35923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:04,280 DEBUG [RS:0;280a42d09ec8:35923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:04,280 DEBUG [RS:0;280a42d09ec8:35923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:04,280 DEBUG [RS:0;280a42d09ec8:35923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:04,280 DEBUG [RS:0;280a42d09ec8:35923 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:21:04,280 DEBUG [RS:0;280a42d09ec8:35923 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:04,280 DEBUG [RS:0;280a42d09ec8:35923 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:04,280 DEBUG [RS:0;280a42d09ec8:35923 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:04,280 DEBUG [RS:0;280a42d09ec8:35923 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:04,280 DEBUG [RS:0;280a42d09ec8:35923 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:04,280 DEBUG [RS:0;280a42d09ec8:35923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:04,280 DEBUG [RS:0;280a42d09ec8:35923 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:21:04,280 DEBUG [RS:0;280a42d09ec8:35923 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:21:04,281 INFO [RS:0;280a42d09ec8:35923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:04,281 INFO [RS:0;280a42d09ec8:35923 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:04,281 INFO [RS:0;280a42d09ec8:35923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:04,281 INFO [RS:0;280a42d09ec8:35923 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:04,281 INFO [RS:0;280a42d09ec8:35923 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:04,281 INFO [RS:0;280a42d09ec8:35923 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,35923,1732036862879-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:21:04,295 INFO [RS:0;280a42d09ec8:35923 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T17:21:04,295 INFO [RS:0;280a42d09ec8:35923 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,35923,1732036862879-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:04,295 INFO [RS:0;280a42d09ec8:35923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:04,295 INFO [RS:0;280a42d09ec8:35923 {}] regionserver.Replication(171): 280a42d09ec8,35923,1732036862879 started 2024-11-19T17:21:04,315 INFO [RS:0;280a42d09ec8:35923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:04,315 INFO [RS:0;280a42d09ec8:35923 {}] regionserver.HRegionServer(1482): Serving as 280a42d09ec8,35923,1732036862879, RpcServer on 280a42d09ec8/172.17.0.2:35923, sessionid=0x101313eea590007 2024-11-19T17:21:04,315 DEBUG [RS:0;280a42d09ec8:35923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T17:21:04,315 DEBUG [RS:0;280a42d09ec8:35923 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 280a42d09ec8,35923,1732036862879 2024-11-19T17:21:04,315 DEBUG [RS:0;280a42d09ec8:35923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,35923,1732036862879' 2024-11-19T17:21:04,315 DEBUG [RS:0;280a42d09ec8:35923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2916150458/flush-table-proc/abort' 2024-11-19T17:21:04,316 DEBUG [RS:0;280a42d09ec8:35923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2916150458/flush-table-proc/acquired' 2024-11-19T17:21:04,316 DEBUG [RS:0;280a42d09ec8:35923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T17:21:04,316 DEBUG [RS:0;280a42d09ec8:35923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T17:21:04,316 DEBUG [RS:0;280a42d09ec8:35923 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 280a42d09ec8,35923,1732036862879 2024-11-19T17:21:04,316 DEBUG [RS:0;280a42d09ec8:35923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,35923,1732036862879' 2024-11-19T17:21:04,316 DEBUG [RS:0;280a42d09ec8:35923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2916150458/online-snapshot/abort' 2024-11-19T17:21:04,316 DEBUG [RS:0;280a42d09ec8:35923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2916150458/online-snapshot/acquired' 2024-11-19T17:21:04,317 DEBUG [RS:0;280a42d09ec8:35923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T17:21:04,317 INFO [RS:0;280a42d09ec8:35923 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T17:21:04,317 INFO [RS:0;280a42d09ec8:35923 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T17:21:04,417 INFO [RS:0;280a42d09ec8:35923 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:21:04,419 INFO [RS:0;280a42d09ec8:35923 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C35923%2C1732036862879, suffix=, logDir=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879, archiveDir=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/oldWALs, maxLogs=10 2024-11-19T17:21:04,437 DEBUG [RS:0;280a42d09ec8:35923 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420, exclude list is [], retry=0 2024-11-19T17:21:04,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45621,DS-ca9e77b3-01cd-4570-b601-afd274319872,DISK] 2024-11-19T17:21:04,443 INFO [RS:0;280a42d09ec8:35923 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420 2024-11-19T17:21:04,443 DEBUG [RS:0;280a42d09ec8:35923 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45921:45921)] 2024-11-19T17:21:04,636 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T17:21:04,636 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7 2024-11-19T17:21:04,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741833_1009 (size=32) 2024-11-19T17:21:05,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:05,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:21:05,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:21:05,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:05,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:05,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:21:05,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:21:05,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:05,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:05,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:21:05,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:21:05,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:05,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:05,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:21:05,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:21:05,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:05,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:05,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:21:05,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/hbase/meta/1588230740 2024-11-19T17:21:05,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/hbase/meta/1588230740 2024-11-19T17:21:05,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:21:05,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:21:05,050 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:21:05,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:21:05,053 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:21:05,053 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67644033, jitterRate=0.007974639534950256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:21:05,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732036865043Initializing all the Stores at 1732036865043Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036865043Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036865044 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036865044Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036865044Cleaning up temporary data from old regions at 1732036865050 (+6 ms)Region opened successfully at 1732036865053 (+3 ms) 2024-11-19T17:21:05,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:21:05,053 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:21:05,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:21:05,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:21:05,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:21:05,054 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:21:05,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036865053Disabling compacts and flushes for region at 1732036865053Disabling writes for close at 1732036865053Writing region close event to WAL at 1732036865054 (+1 ms)Closed at 1732036865054 2024-11-19T17:21:05,055 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:21:05,055 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T17:21:05,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T17:21:05,056 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:21:05,056 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T17:21:05,206 DEBUG [280a42d09ec8:35961 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T17:21:05,207 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=280a42d09ec8,35923,1732036862879 2024-11-19T17:21:05,208 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,35923,1732036862879, state=OPENING 2024-11-19T17:21:05,209 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T17:21:05,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35923-0x101313eea590007, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2916150458 2024-11-19T17:21:05,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35961-0x101313eea590006, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2916150458 2024-11-19T17:21:05,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2916150458/meta-region-server: CHANGED 2024-11-19T17:21:05,211 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:21:05,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,35923,1732036862879}] 2024-11-19T17:21:05,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2916150458/meta-region-server: CHANGED 2024-11-19T17:21:05,363 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:21:05,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T17:21:05,367 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T17:21:05,367 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:21:05,368 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T17:21:05,369 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C35923%2C1732036862879.meta, suffix=.meta, logDir=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879, archiveDir=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/oldWALs, maxLogs=10 2024-11-19T17:21:05,382 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.meta.1732036865369.meta, exclude list is [], retry=0 2024-11-19T17:21:05,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45621,DS-ca9e77b3-01cd-4570-b601-afd274319872,DISK] 2024-11-19T17:21:05,385 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.meta.1732036865369.meta 2024-11-19T17:21:05,386 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45921:45921)] 2024-11-19T17:21:05,386 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:21:05,386 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:21:05,386 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:21:05,386 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T17:21:05,386 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T17:21:05,386 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T17:21:05,386 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:05,386 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T17:21:05,386 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T17:21:05,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:21:05,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:21:05,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:05,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:05,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:21:05,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:21:05,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:05,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:05,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:21:05,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:21:05,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:05,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:05,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:21:05,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:21:05,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:05,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:05,391 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:21:05,391 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/hbase/meta/1588230740 2024-11-19T17:21:05,392 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/hbase/meta/1588230740 2024-11-19T17:21:05,392 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:21:05,392 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:21:05,393 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:21:05,394 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:21:05,394 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61170974, jitterRate=-0.08848145604133606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:21:05,394 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T17:21:05,394 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732036865386Writing region info on filesystem at 1732036865386Initializing all the Stores at 1732036865387 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036865387Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036865387Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036865387Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036865387Cleaning up temporary data from old regions at 1732036865392 (+5 ms)Running coprocessor post-open hooks at 1732036865394 (+2 ms)Region opened successfully at 1732036865394 2024-11-19T17:21:05,395 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732036865363 2024-11-19T17:21:05,396 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T17:21:05,396 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T17:21:05,397 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,35923,1732036862879 2024-11-19T17:21:05,397 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,35923,1732036862879, state=OPEN 2024-11-19T17:21:05,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35961-0x101313eea590006, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2916150458/meta-region-server 2024-11-19T17:21:05,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35923-0x101313eea590007, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2916150458/meta-region-server 2024-11-19T17:21:05,399 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=280a42d09ec8,35923,1732036862879 2024-11-19T17:21:05,399 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2916150458/meta-region-server: CHANGED 2024-11-19T17:21:05,399 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2916150458/meta-region-server: CHANGED 2024-11-19T17:21:05,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T17:21:05,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,35923,1732036862879 in 188 msec 2024-11-19T17:21:05,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T17:21:05,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 346 msec 2024-11-19T17:21:05,403 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:21:05,403 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T17:21:05,403 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:21:05,403 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,35923,1732036862879, seqNum=-1] 2024-11-19T17:21:05,404 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:21:05,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:21:05,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1870 sec 2024-11-19T17:21:05,408 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732036865408, completionTime=-1 2024-11-19T17:21:05,408 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T17:21:05,409 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T17:21:05,410 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T17:21:05,410 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732036925410 2024-11-19T17:21:05,410 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732036985410 2024-11-19T17:21:05,410 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T17:21:05,410 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,35961,1732036862775-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:05,410 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,35961,1732036862775-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:05,410 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,35961,1732036862775-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:05,410 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-280a42d09ec8:35961, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:05,410 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:05,411 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:05,412 DEBUG [master/280a42d09ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T17:21:05,413 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.442sec 2024-11-19T17:21:05,413 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T17:21:05,413 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T17:21:05,413 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T17:21:05,413 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T17:21:05,413 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T17:21:05,413 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,35961,1732036862775-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:21:05,413 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,35961,1732036862775-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T17:21:05,415 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T17:21:05,415 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T17:21:05,415 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,35961,1732036862775-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:05,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fdb3f41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:05,445 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,35961,-1 for getting cluster id 2024-11-19T17:21:05,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:21:05,446 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0071469-b6b3-4729-899d-4141115c016a' 2024-11-19T17:21:05,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:21:05,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0071469-b6b3-4729-899d-4141115c016a" 2024-11-19T17:21:05,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26540e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:05,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,35961,-1] 2024-11-19T17:21:05,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:21:05,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:05,448 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:21:05,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c42f78a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:05,450 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:21:05,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,35923,1732036862879, seqNum=-1] 2024-11-19T17:21:05,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:21:05,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:21:05,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=280a42d09ec8,35961,1732036862775 2024-11-19T17:21:05,454 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56394 2024-11-19T17:21:05,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:21:05,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101313eea590008 connected 2024-11-19T17:21:05,459 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:21:05,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,44759,1732036854964 2024-11-19T17:21:05,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6873122a 2024-11-19T17:21:05,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:21:05,461 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:21:05,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44759 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:21:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44759 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T17:21:05,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T17:21:05,464 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:05,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44759 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T17:21:05,464 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T17:21:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:05,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741835_1011 (size=902) 2024-11-19T17:21:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:05,870 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ced791e52784862a0e815f819ce15191, NAME => 'test,,1732036865461.ced791e52784862a0e815f819ce15191.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049 2024-11-19T17:21:05,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741836_1012 (size=39) 2024-11-19T17:21:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:06,276 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732036865461.ced791e52784862a0e815f819ce15191.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:06,276 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ced791e52784862a0e815f819ce15191, disabling compactions & flushes 2024-11-19T17:21:06,276 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732036865461.ced791e52784862a0e815f819ce15191. 2024-11-19T17:21:06,276 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732036865461.ced791e52784862a0e815f819ce15191. 2024-11-19T17:21:06,276 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732036865461.ced791e52784862a0e815f819ce15191. after waiting 0 ms 2024-11-19T17:21:06,276 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732036865461.ced791e52784862a0e815f819ce15191. 2024-11-19T17:21:06,276 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732036865461.ced791e52784862a0e815f819ce15191. 2024-11-19T17:21:06,276 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ced791e52784862a0e815f819ce15191: Waiting for close lock at 1732036866276Disabling compacts and flushes for region at 1732036866276Disabling writes for close at 1732036866276Writing region close event to WAL at 1732036866276Closed at 1732036866276 2024-11-19T17:21:06,277 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T17:21:06,277 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732036865461.ced791e52784862a0e815f819ce15191.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732036866277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732036866277"}]},"ts":"1732036866277"} 2024-11-19T17:21:06,279 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T17:21:06,280 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T17:21:06,280 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036866280"}]},"ts":"1732036866280"} 2024-11-19T17:21:06,281 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T17:21:06,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ced791e52784862a0e815f819ce15191, ASSIGN}] 2024-11-19T17:21:06,282 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ced791e52784862a0e815f819ce15191, ASSIGN 2024-11-19T17:21:06,283 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ced791e52784862a0e815f819ce15191, ASSIGN; state=OFFLINE, location=280a42d09ec8,35665,1732036855035; forceNewPlan=false, retain=false 2024-11-19T17:21:06,434 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ced791e52784862a0e815f819ce15191, regionState=OPENING, regionLocation=280a42d09ec8,35665,1732036855035 2024-11-19T17:21:06,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ced791e52784862a0e815f819ce15191, ASSIGN because future has completed 2024-11-19T17:21:06,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ced791e52784862a0e815f819ce15191, server=280a42d09ec8,35665,1732036855035}] 2024-11-19T17:21:06,592 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732036865461.ced791e52784862a0e815f819ce15191. 2024-11-19T17:21:06,592 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ced791e52784862a0e815f819ce15191, NAME => 'test,,1732036865461.ced791e52784862a0e815f819ce15191.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:21:06,592 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:21:06,592 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T17:21:06,593 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ced791e52784862a0e815f819ce15191 2024-11-19T17:21:06,593 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732036865461.ced791e52784862a0e815f819ce15191.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:06,593 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ced791e52784862a0e815f819ce15191 2024-11-19T17:21:06,593 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ced791e52784862a0e815f819ce15191 2024-11-19T17:21:06,594 INFO [StoreOpener-ced791e52784862a0e815f819ce15191-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ced791e52784862a0e815f819ce15191 2024-11-19T17:21:06,595 INFO [StoreOpener-ced791e52784862a0e815f819ce15191-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ced791e52784862a0e815f819ce15191 columnFamilyName f 2024-11-19T17:21:06,595 DEBUG [StoreOpener-ced791e52784862a0e815f819ce15191-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:06,595 INFO [StoreOpener-ced791e52784862a0e815f819ce15191-1 {}] regionserver.HStore(327): Store=ced791e52784862a0e815f819ce15191/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:06,595 INFO [StoreOpener-ced791e52784862a0e815f819ce15191-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ced791e52784862a0e815f819ce15191 2024-11-19T17:21:06,596 INFO [StoreOpener-ced791e52784862a0e815f819ce15191-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ced791e52784862a0e815f819ce15191 columnFamilyName f1 2024-11-19T17:21:06,596 DEBUG [StoreOpener-ced791e52784862a0e815f819ce15191-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:06,596 INFO [StoreOpener-ced791e52784862a0e815f819ce15191-1 {}] regionserver.HStore(327): Store=ced791e52784862a0e815f819ce15191/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:06,596 INFO [StoreOpener-ced791e52784862a0e815f819ce15191-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ced791e52784862a0e815f819ce15191 2024-11-19T17:21:06,597 INFO [StoreOpener-ced791e52784862a0e815f819ce15191-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ced791e52784862a0e815f819ce15191 columnFamilyName norep 2024-11-19T17:21:06,597 DEBUG [StoreOpener-ced791e52784862a0e815f819ce15191-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:06,597 INFO [StoreOpener-ced791e52784862a0e815f819ce15191-1 {}] regionserver.HStore(327): Store=ced791e52784862a0e815f819ce15191/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:06,597 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ced791e52784862a0e815f819ce15191 2024-11-19T17:21:06,598 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/default/test/ced791e52784862a0e815f819ce15191 2024-11-19T17:21:06,598 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/default/test/ced791e52784862a0e815f819ce15191 2024-11-19T17:21:06,599 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ced791e52784862a0e815f819ce15191 2024-11-19T17:21:06,599 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ced791e52784862a0e815f819ce15191 2024-11-19T17:21:06,599 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:21:06,600 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ced791e52784862a0e815f819ce15191 2024-11-19T17:21:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:06,602 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/default/test/ced791e52784862a0e815f819ce15191/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:21:06,602 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ced791e52784862a0e815f819ce15191; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61168537, jitterRate=-0.08851777017116547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:21:06,602 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ced791e52784862a0e815f819ce15191 2024-11-19T17:21:06,603 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ced791e52784862a0e815f819ce15191: Running coprocessor pre-open hook at 1732036866593Writing region info on filesystem at 1732036866593Initializing all the Stores at 1732036866593Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036866593Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036866593Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036866593Cleaning up temporary data from old regions at 1732036866599 (+6 ms)Running coprocessor post-open hooks at 1732036866602 (+3 ms)Region opened successfully at 1732036866603 (+1 ms) 2024-11-19T17:21:06,603 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732036865461.ced791e52784862a0e815f819ce15191., pid=6, masterSystemTime=1732036866589 2024-11-19T17:21:06,605 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732036865461.ced791e52784862a0e815f819ce15191. 2024-11-19T17:21:06,605 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732036865461.ced791e52784862a0e815f819ce15191. 2024-11-19T17:21:06,605 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ced791e52784862a0e815f819ce15191, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=280a42d09ec8,35665,1732036855035 2024-11-19T17:21:06,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ced791e52784862a0e815f819ce15191, server=280a42d09ec8,35665,1732036855035 because future has completed 2024-11-19T17:21:06,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T17:21:06,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ced791e52784862a0e815f819ce15191, server=280a42d09ec8,35665,1732036855035 in 171 msec 2024-11-19T17:21:06,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T17:21:06,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ced791e52784862a0e815f819ce15191, ASSIGN in 328 msec 2024-11-19T17:21:06,611 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T17:21:06,612 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036866611"}]},"ts":"1732036866611"} 2024-11-19T17:21:06,613 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T17:21:06,614 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T17:21:06,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-19T17:21:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:07,610 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T17:21:07,611 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:21:07,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,36629,1732036858398 2024-11-19T17:21:07,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e0b6849 2024-11-19T17:21:07,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:21:07,613 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:21:07,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:21:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T17:21:07,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T17:21:07,615 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:07,616 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T17:21:07,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T17:21:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:07,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741835_1011 (size=902) 2024-11-19T17:21:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:08,028 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c1aeb1772c5a251f90cc1a5b66f2e259, NAME => 'test,,1732036867613.c1aeb1772c5a251f90cc1a5b66f2e259.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4 2024-11-19T17:21:08,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741836_1012 (size=39) 2024-11-19T17:21:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:08,434 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732036867613.c1aeb1772c5a251f90cc1a5b66f2e259.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:08,434 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c1aeb1772c5a251f90cc1a5b66f2e259, disabling compactions & flushes 2024-11-19T17:21:08,434 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732036867613.c1aeb1772c5a251f90cc1a5b66f2e259. 2024-11-19T17:21:08,434 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732036867613.c1aeb1772c5a251f90cc1a5b66f2e259. 2024-11-19T17:21:08,434 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732036867613.c1aeb1772c5a251f90cc1a5b66f2e259. after waiting 0 ms 2024-11-19T17:21:08,434 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732036867613.c1aeb1772c5a251f90cc1a5b66f2e259. 2024-11-19T17:21:08,434 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732036867613.c1aeb1772c5a251f90cc1a5b66f2e259. 2024-11-19T17:21:08,434 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c1aeb1772c5a251f90cc1a5b66f2e259: Waiting for close lock at 1732036868434Disabling compacts and flushes for region at 1732036868434Disabling writes for close at 1732036868434Writing region close event to WAL at 1732036868434Closed at 1732036868434 2024-11-19T17:21:08,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T17:21:08,435 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732036867613.c1aeb1772c5a251f90cc1a5b66f2e259.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732036868435"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732036868435"}]},"ts":"1732036868435"} 2024-11-19T17:21:08,437 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T17:21:08,438 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T17:21:08,438 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036868438"}]},"ts":"1732036868438"} 2024-11-19T17:21:08,440 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T17:21:08,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c1aeb1772c5a251f90cc1a5b66f2e259, ASSIGN}] 2024-11-19T17:21:08,441 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c1aeb1772c5a251f90cc1a5b66f2e259, ASSIGN 2024-11-19T17:21:08,442 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c1aeb1772c5a251f90cc1a5b66f2e259, ASSIGN; state=OFFLINE, location=280a42d09ec8,45267,1732036858464; forceNewPlan=false, retain=false 2024-11-19T17:21:08,593 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c1aeb1772c5a251f90cc1a5b66f2e259, regionState=OPENING, regionLocation=280a42d09ec8,45267,1732036858464 2024-11-19T17:21:08,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c1aeb1772c5a251f90cc1a5b66f2e259, ASSIGN because future has completed 2024-11-19T17:21:08,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1aeb1772c5a251f90cc1a5b66f2e259, server=280a42d09ec8,45267,1732036858464}] 2024-11-19T17:21:08,749 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732036867613.c1aeb1772c5a251f90cc1a5b66f2e259. 2024-11-19T17:21:08,749 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c1aeb1772c5a251f90cc1a5b66f2e259, NAME => 'test,,1732036867613.c1aeb1772c5a251f90cc1a5b66f2e259.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:21:08,750 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:21:08,750 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T17:21:08,750 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c1aeb1772c5a251f90cc1a5b66f2e259 2024-11-19T17:21:08,750 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732036867613.c1aeb1772c5a251f90cc1a5b66f2e259.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:08,750 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c1aeb1772c5a251f90cc1a5b66f2e259 2024-11-19T17:21:08,750 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c1aeb1772c5a251f90cc1a5b66f2e259 2024-11-19T17:21:08,752 INFO [StoreOpener-c1aeb1772c5a251f90cc1a5b66f2e259-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c1aeb1772c5a251f90cc1a5b66f2e259 2024-11-19T17:21:08,753 INFO [StoreOpener-c1aeb1772c5a251f90cc1a5b66f2e259-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1aeb1772c5a251f90cc1a5b66f2e259 columnFamilyName f 2024-11-19T17:21:08,753 DEBUG [StoreOpener-c1aeb1772c5a251f90cc1a5b66f2e259-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:08,754 INFO [StoreOpener-c1aeb1772c5a251f90cc1a5b66f2e259-1 {}] regionserver.HStore(327): Store=c1aeb1772c5a251f90cc1a5b66f2e259/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:08,754 INFO [StoreOpener-c1aeb1772c5a251f90cc1a5b66f2e259-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c1aeb1772c5a251f90cc1a5b66f2e259 2024-11-19T17:21:08,755 INFO [StoreOpener-c1aeb1772c5a251f90cc1a5b66f2e259-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1aeb1772c5a251f90cc1a5b66f2e259 columnFamilyName f1 2024-11-19T17:21:08,755 DEBUG [StoreOpener-c1aeb1772c5a251f90cc1a5b66f2e259-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:08,755 INFO [StoreOpener-c1aeb1772c5a251f90cc1a5b66f2e259-1 {}] regionserver.HStore(327): Store=c1aeb1772c5a251f90cc1a5b66f2e259/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:08,755 INFO [StoreOpener-c1aeb1772c5a251f90cc1a5b66f2e259-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c1aeb1772c5a251f90cc1a5b66f2e259 2024-11-19T17:21:08,756 INFO [StoreOpener-c1aeb1772c5a251f90cc1a5b66f2e259-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1aeb1772c5a251f90cc1a5b66f2e259 columnFamilyName norep 2024-11-19T17:21:08,756 DEBUG [StoreOpener-c1aeb1772c5a251f90cc1a5b66f2e259-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:08,756 INFO [StoreOpener-c1aeb1772c5a251f90cc1a5b66f2e259-1 {}] regionserver.HStore(327): Store=c1aeb1772c5a251f90cc1a5b66f2e259/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:08,756 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c1aeb1772c5a251f90cc1a5b66f2e259 2024-11-19T17:21:08,757 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/default/test/c1aeb1772c5a251f90cc1a5b66f2e259 2024-11-19T17:21:08,757 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/default/test/c1aeb1772c5a251f90cc1a5b66f2e259 2024-11-19T17:21:08,758 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c1aeb1772c5a251f90cc1a5b66f2e259 2024-11-19T17:21:08,758 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c1aeb1772c5a251f90cc1a5b66f2e259 2024-11-19T17:21:08,758 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:21:08,759 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c1aeb1772c5a251f90cc1a5b66f2e259 2024-11-19T17:21:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:08,761 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/default/test/c1aeb1772c5a251f90cc1a5b66f2e259/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:21:08,761 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c1aeb1772c5a251f90cc1a5b66f2e259; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75383355, jitterRate=0.12329952418804169}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:21:08,761 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c1aeb1772c5a251f90cc1a5b66f2e259 2024-11-19T17:21:08,761 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c1aeb1772c5a251f90cc1a5b66f2e259: Running coprocessor pre-open hook at 1732036868751Writing region info on filesystem at 1732036868751Initializing all the Stores at 1732036868751Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036868751Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036868752 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036868752Cleaning up temporary data from old regions at 1732036868758 (+6 ms)Running coprocessor post-open hooks at 1732036868761 (+3 ms)Region opened successfully at 1732036868761 2024-11-19T17:21:08,762 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732036867613.c1aeb1772c5a251f90cc1a5b66f2e259., pid=6, masterSystemTime=1732036868746 2024-11-19T17:21:08,764 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c1aeb1772c5a251f90cc1a5b66f2e259, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=280a42d09ec8,45267,1732036858464 2024-11-19T17:21:08,764 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732036867613.c1aeb1772c5a251f90cc1a5b66f2e259. 2024-11-19T17:21:08,764 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732036867613.c1aeb1772c5a251f90cc1a5b66f2e259. 2024-11-19T17:21:08,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1aeb1772c5a251f90cc1a5b66f2e259, server=280a42d09ec8,45267,1732036858464 because future has completed 2024-11-19T17:21:08,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T17:21:08,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c1aeb1772c5a251f90cc1a5b66f2e259, server=280a42d09ec8,45267,1732036858464 in 172 msec 2024-11-19T17:21:08,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T17:21:08,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c1aeb1772c5a251f90cc1a5b66f2e259, ASSIGN in 328 msec 2024-11-19T17:21:08,771 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T17:21:08,771 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036868771"}]},"ts":"1732036868771"} 2024-11-19T17:21:08,772 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T17:21:08,772 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T17:21:08,773 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T17:21:08,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-19T17:21:09,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:09,771 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T17:21:09,771 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:21:09,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,35961,1732036862775 2024-11-19T17:21:09,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2375600d 2024-11-19T17:21:09,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:21:09,773 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:21:09,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:21:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T17:21:09,775 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T17:21:09,775 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:09,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T17:21:09,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:09,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T17:21:09,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741835_1011 (size=902) 2024-11-19T17:21:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:10,183 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 304368d82fbf8e14169938d85c0cae3f, NAME => 'test,,1732036869773.304368d82fbf8e14169938d85c0cae3f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7 2024-11-19T17:21:10,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741836_1012 (size=39) 2024-11-19T17:21:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:10,588 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732036869773.304368d82fbf8e14169938d85c0cae3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:10,588 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 304368d82fbf8e14169938d85c0cae3f, disabling compactions & flushes 2024-11-19T17:21:10,588 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732036869773.304368d82fbf8e14169938d85c0cae3f. 2024-11-19T17:21:10,588 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732036869773.304368d82fbf8e14169938d85c0cae3f. 2024-11-19T17:21:10,588 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732036869773.304368d82fbf8e14169938d85c0cae3f. after waiting 0 ms 2024-11-19T17:21:10,588 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732036869773.304368d82fbf8e14169938d85c0cae3f. 2024-11-19T17:21:10,588 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732036869773.304368d82fbf8e14169938d85c0cae3f. 2024-11-19T17:21:10,588 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 304368d82fbf8e14169938d85c0cae3f: Waiting for close lock at 1732036870588Disabling compacts and flushes for region at 1732036870588Disabling writes for close at 1732036870588Writing region close event to WAL at 1732036870588Closed at 1732036870588 2024-11-19T17:21:10,589 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T17:21:10,589 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732036869773.304368d82fbf8e14169938d85c0cae3f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732036870589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732036870589"}]},"ts":"1732036870589"} 2024-11-19T17:21:10,591 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T17:21:10,592 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T17:21:10,592 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036870592"}]},"ts":"1732036870592"} 2024-11-19T17:21:10,594 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T17:21:10,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=304368d82fbf8e14169938d85c0cae3f, ASSIGN}] 2024-11-19T17:21:10,595 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=304368d82fbf8e14169938d85c0cae3f, ASSIGN 2024-11-19T17:21:10,595 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=304368d82fbf8e14169938d85c0cae3f, ASSIGN; state=OFFLINE, location=280a42d09ec8,35923,1732036862879; forceNewPlan=false, retain=false 2024-11-19T17:21:10,746 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=304368d82fbf8e14169938d85c0cae3f, regionState=OPENING, regionLocation=280a42d09ec8,35923,1732036862879 2024-11-19T17:21:10,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=304368d82fbf8e14169938d85c0cae3f, ASSIGN because future has completed 2024-11-19T17:21:10,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 304368d82fbf8e14169938d85c0cae3f, server=280a42d09ec8,35923,1732036862879}] 2024-11-19T17:21:10,889 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T17:21:10,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:10,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:10,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:10,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:10,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:10,905 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732036869773.304368d82fbf8e14169938d85c0cae3f. 2024-11-19T17:21:10,905 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 304368d82fbf8e14169938d85c0cae3f, NAME => 'test,,1732036869773.304368d82fbf8e14169938d85c0cae3f.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:21:10,905 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:21:10,905 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T17:21:10,906 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 304368d82fbf8e14169938d85c0cae3f 2024-11-19T17:21:10,906 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732036869773.304368d82fbf8e14169938d85c0cae3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:10,906 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 304368d82fbf8e14169938d85c0cae3f 2024-11-19T17:21:10,906 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 304368d82fbf8e14169938d85c0cae3f 2024-11-19T17:21:10,907 INFO [StoreOpener-304368d82fbf8e14169938d85c0cae3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 304368d82fbf8e14169938d85c0cae3f 2024-11-19T17:21:10,908 INFO [StoreOpener-304368d82fbf8e14169938d85c0cae3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 304368d82fbf8e14169938d85c0cae3f columnFamilyName f 2024-11-19T17:21:10,908 DEBUG [StoreOpener-304368d82fbf8e14169938d85c0cae3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:10,908 INFO [StoreOpener-304368d82fbf8e14169938d85c0cae3f-1 {}] regionserver.HStore(327): Store=304368d82fbf8e14169938d85c0cae3f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:10,908 INFO [StoreOpener-304368d82fbf8e14169938d85c0cae3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 304368d82fbf8e14169938d85c0cae3f 2024-11-19T17:21:10,909 INFO [StoreOpener-304368d82fbf8e14169938d85c0cae3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 304368d82fbf8e14169938d85c0cae3f columnFamilyName f1 2024-11-19T17:21:10,909 DEBUG [StoreOpener-304368d82fbf8e14169938d85c0cae3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:10,910 INFO [StoreOpener-304368d82fbf8e14169938d85c0cae3f-1 {}] regionserver.HStore(327): Store=304368d82fbf8e14169938d85c0cae3f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:10,910 INFO [StoreOpener-304368d82fbf8e14169938d85c0cae3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 304368d82fbf8e14169938d85c0cae3f 2024-11-19T17:21:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:10,911 INFO [StoreOpener-304368d82fbf8e14169938d85c0cae3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 304368d82fbf8e14169938d85c0cae3f columnFamilyName norep 2024-11-19T17:21:10,911 DEBUG [StoreOpener-304368d82fbf8e14169938d85c0cae3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:10,911 INFO [StoreOpener-304368d82fbf8e14169938d85c0cae3f-1 {}] regionserver.HStore(327): Store=304368d82fbf8e14169938d85c0cae3f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:10,911 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 304368d82fbf8e14169938d85c0cae3f 2024-11-19T17:21:10,912 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/default/test/304368d82fbf8e14169938d85c0cae3f 2024-11-19T17:21:10,912 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/default/test/304368d82fbf8e14169938d85c0cae3f 2024-11-19T17:21:10,913 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 304368d82fbf8e14169938d85c0cae3f 2024-11-19T17:21:10,913 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 304368d82fbf8e14169938d85c0cae3f 2024-11-19T17:21:10,913 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:21:10,914 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 304368d82fbf8e14169938d85c0cae3f 2024-11-19T17:21:10,915 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/default/test/304368d82fbf8e14169938d85c0cae3f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:21:10,916 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 304368d82fbf8e14169938d85c0cae3f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61218656, jitterRate=-0.08777093887329102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:21:10,916 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 304368d82fbf8e14169938d85c0cae3f 2024-11-19T17:21:10,916 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 304368d82fbf8e14169938d85c0cae3f: Running coprocessor pre-open hook at 1732036870906Writing region info on filesystem at 1732036870906Initializing all the Stores at 1732036870906Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036870906Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036870907 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036870907Cleaning up temporary data from old regions at 1732036870913 (+6 ms)Running coprocessor post-open hooks at 1732036870916 (+3 ms)Region opened successfully at 1732036870916 2024-11-19T17:21:10,917 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732036869773.304368d82fbf8e14169938d85c0cae3f., pid=6, masterSystemTime=1732036870900 2024-11-19T17:21:10,918 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732036869773.304368d82fbf8e14169938d85c0cae3f. 2024-11-19T17:21:10,918 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732036869773.304368d82fbf8e14169938d85c0cae3f. 2024-11-19T17:21:10,919 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=304368d82fbf8e14169938d85c0cae3f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=280a42d09ec8,35923,1732036862879 2024-11-19T17:21:10,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 304368d82fbf8e14169938d85c0cae3f, server=280a42d09ec8,35923,1732036862879 because future has completed 2024-11-19T17:21:10,924 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T17:21:10,924 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 304368d82fbf8e14169938d85c0cae3f, server=280a42d09ec8,35923,1732036862879 in 174 msec 2024-11-19T17:21:10,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T17:21:10,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=304368d82fbf8e14169938d85c0cae3f, ASSIGN in 330 msec 2024-11-19T17:21:10,926 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T17:21:10,926 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036870926"}]},"ts":"1732036870926"} 2024-11-19T17:21:10,928 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T17:21:10,928 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T17:21:10,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-19T17:21:10,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:10,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:10,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:10,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:10,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:10,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:10,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:10,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:10,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:11,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:11,921 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T17:21:11,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe8229d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:11,921 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,44759,-1 for getting cluster id 2024-11-19T17:21:11,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:21:11,922 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d0cb791-b94d-41e2-a54d-9a3591e1c2b6' 2024-11-19T17:21:11,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:21:11,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d0cb791-b94d-41e2-a54d-9a3591e1c2b6" 2024-11-19T17:21:11,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6059d110, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:11,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,44759,-1] 2024-11-19T17:21:11,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:21:11,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:11,924 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:21:11,925 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@da82a92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:11,925 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:21:11,926 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,44759,1732036854964 2024-11-19T17:21:11,926 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b19cd24 2024-11-19T17:21:11,926 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:21:11,927 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:21:11,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44759 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://280a42d09ec8:36629,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T17:21:11,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44759 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T17:21:11,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:21:11,930 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:36629' 2024-11-19T17:21:11,931 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42c890ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:11,931 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,36629,-1 for getting cluster id 2024-11-19T17:21:11,931 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:21:11,932 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd71dbc0f-e951-478f-80a3-f9b0c03262c2' 2024-11-19T17:21:11,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:21:11,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d71dbc0f-e951-478f-80a3-f9b0c03262c2" 2024-11-19T17:21:11,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f347c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:11,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,36629,-1] 2024-11-19T17:21:11,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:21:11,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:11,933 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:21:11,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@585e1f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:11,934 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:21:11,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,36629,1732036858398 2024-11-19T17:21:11,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4743e2d1 2024-11-19T17:21:11,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:21:11,935 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:21:11,936 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T17:21:11,936 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T17:21:11,936 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:11,936 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:11,936 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:21:11,937 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:21:11,938 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T17:21:11,938 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T17:21:11,938 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:11,939 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T17:21:11,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741837_1013 (size=1138) 2024-11-19T17:21:11,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T17:21:11,976 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T17:21:11,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T17:21:11,976 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T17:21:11,988 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T17:21:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:21:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:21:12,346 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b04572240f1b42f7f6077874f4261014, NAME => 'hbase:replication,,1732036871936.b04572240f1b42f7f6077874f4261014.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049 2024-11-19T17:21:12,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741838_1014 (size=44) 2024-11-19T17:21:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:21:12,754 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732036871936.b04572240f1b42f7f6077874f4261014.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:12,754 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b04572240f1b42f7f6077874f4261014, disabling compactions & flushes 2024-11-19T17:21:12,754 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732036871936.b04572240f1b42f7f6077874f4261014. 2024-11-19T17:21:12,754 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732036871936.b04572240f1b42f7f6077874f4261014. 2024-11-19T17:21:12,754 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732036871936.b04572240f1b42f7f6077874f4261014. after waiting 0 ms 2024-11-19T17:21:12,754 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732036871936.b04572240f1b42f7f6077874f4261014. 2024-11-19T17:21:12,754 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732036871936.b04572240f1b42f7f6077874f4261014. 2024-11-19T17:21:12,754 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b04572240f1b42f7f6077874f4261014: Waiting for close lock at 1732036872754Disabling compacts and flushes for region at 1732036872754Disabling writes for close at 1732036872754Writing region close event to WAL at 1732036872754Closed at 1732036872754 2024-11-19T17:21:12,756 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T17:21:12,756 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732036871936.b04572240f1b42f7f6077874f4261014.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732036872756"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732036872756"}]},"ts":"1732036872756"} 2024-11-19T17:21:12,758 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T17:21:12,758 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T17:21:12,758 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036872758"}]},"ts":"1732036872758"} 2024-11-19T17:21:12,760 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T17:21:12,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b04572240f1b42f7f6077874f4261014, ASSIGN}] 2024-11-19T17:21:12,761 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b04572240f1b42f7f6077874f4261014, ASSIGN 2024-11-19T17:21:12,762 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b04572240f1b42f7f6077874f4261014, ASSIGN; state=OFFLINE, location=280a42d09ec8,35665,1732036855035; forceNewPlan=false, retain=false 2024-11-19T17:21:12,912 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b04572240f1b42f7f6077874f4261014, regionState=OPENING, regionLocation=280a42d09ec8,35665,1732036855035 2024-11-19T17:21:12,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b04572240f1b42f7f6077874f4261014, ASSIGN because future has completed 2024-11-19T17:21:12,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b04572240f1b42f7f6077874f4261014, server=280a42d09ec8,35665,1732036855035}] 2024-11-19T17:21:13,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732036871936.b04572240f1b42f7f6077874f4261014. 2024-11-19T17:21:13,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:21:13,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T17:21:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:21:13,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C35665%2C1732036855035.rep, suffix=, logDir=hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035, archiveDir=hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/oldWALs, maxLogs=10 2024-11-19T17:21:13,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.rep.1732036873072, exclude list is [], retry=0 2024-11-19T17:21:13,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33787,DS-3c9c36f5-656d-4a9d-aea5-645d09a36f02,DISK] 2024-11-19T17:21:13,094 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.rep.1732036873072 2024-11-19T17:21:13,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38635:38635)] 2024-11-19T17:21:13,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b04572240f1b42f7f6077874f4261014, NAME => 'hbase:replication,,1732036871936.b04572240f1b42f7f6077874f4261014.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:21:13,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:21:13,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:21:13,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732036871936.b04572240f1b42f7f6077874f4261014. service=MultiRowMutationService 2024-11-19T17:21:13,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T17:21:13,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b04572240f1b42f7f6077874f4261014 2024-11-19T17:21:13,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732036871936.b04572240f1b42f7f6077874f4261014.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:13,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b04572240f1b42f7f6077874f4261014 2024-11-19T17:21:13,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b04572240f1b42f7f6077874f4261014 2024-11-19T17:21:13,097 INFO [StoreOpener-b04572240f1b42f7f6077874f4261014-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b04572240f1b42f7f6077874f4261014 2024-11-19T17:21:13,098 INFO [StoreOpener-b04572240f1b42f7f6077874f4261014-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b04572240f1b42f7f6077874f4261014 columnFamilyName hfileref 2024-11-19T17:21:13,098 DEBUG [StoreOpener-b04572240f1b42f7f6077874f4261014-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:13,098 INFO [StoreOpener-b04572240f1b42f7f6077874f4261014-1 {}] regionserver.HStore(327): Store=b04572240f1b42f7f6077874f4261014/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:13,098 INFO [StoreOpener-b04572240f1b42f7f6077874f4261014-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b04572240f1b42f7f6077874f4261014 2024-11-19T17:21:13,099 INFO [StoreOpener-b04572240f1b42f7f6077874f4261014-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b04572240f1b42f7f6077874f4261014 columnFamilyName queue 2024-11-19T17:21:13,099 DEBUG [StoreOpener-b04572240f1b42f7f6077874f4261014-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:13,100 INFO [StoreOpener-b04572240f1b42f7f6077874f4261014-1 {}] regionserver.HStore(327): Store=b04572240f1b42f7f6077874f4261014/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:13,100 INFO [StoreOpener-b04572240f1b42f7f6077874f4261014-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b04572240f1b42f7f6077874f4261014 2024-11-19T17:21:13,100 INFO [StoreOpener-b04572240f1b42f7f6077874f4261014-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b04572240f1b42f7f6077874f4261014 columnFamilyName sid 2024-11-19T17:21:13,100 DEBUG [StoreOpener-b04572240f1b42f7f6077874f4261014-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:13,101 INFO [StoreOpener-b04572240f1b42f7f6077874f4261014-1 {}] regionserver.HStore(327): Store=b04572240f1b42f7f6077874f4261014/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:13,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b04572240f1b42f7f6077874f4261014 2024-11-19T17:21:13,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/hbase/replication/b04572240f1b42f7f6077874f4261014 2024-11-19T17:21:13,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/hbase/replication/b04572240f1b42f7f6077874f4261014 2024-11-19T17:21:13,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b04572240f1b42f7f6077874f4261014 2024-11-19T17:21:13,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b04572240f1b42f7f6077874f4261014 2024-11-19T17:21:13,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:21:13,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b04572240f1b42f7f6077874f4261014 2024-11-19T17:21:13,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/hbase/replication/b04572240f1b42f7f6077874f4261014/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:21:13,105 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b04572240f1b42f7f6077874f4261014; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66452788, jitterRate=-0.009776294231414795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:21:13,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b04572240f1b42f7f6077874f4261014 2024-11-19T17:21:13,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b04572240f1b42f7f6077874f4261014: Running coprocessor pre-open hook at 1732036873096Writing region info on filesystem at 1732036873096Initializing all the Stores at 1732036873097 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036873097Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036873097Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036873097Cleaning up temporary data from old regions at 1732036873102 (+5 ms)Running coprocessor post-open hooks at 1732036873105 (+3 ms)Region opened successfully at 1732036873105 2024-11-19T17:21:13,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732036871936.b04572240f1b42f7f6077874f4261014., pid=10, masterSystemTime=1732036873067 2024-11-19T17:21:13,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732036871936.b04572240f1b42f7f6077874f4261014. 2024-11-19T17:21:13,107 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732036871936.b04572240f1b42f7f6077874f4261014. 2024-11-19T17:21:13,108 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b04572240f1b42f7f6077874f4261014, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,35665,1732036855035 2024-11-19T17:21:13,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b04572240f1b42f7f6077874f4261014, server=280a42d09ec8,35665,1732036855035 because future has completed 2024-11-19T17:21:13,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T17:21:13,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b04572240f1b42f7f6077874f4261014, server=280a42d09ec8,35665,1732036855035 in 196 msec 2024-11-19T17:21:13,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T17:21:13,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b04572240f1b42f7f6077874f4261014, ASSIGN in 352 msec 2024-11-19T17:21:13,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T17:21:13,114 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036873114"}]},"ts":"1732036873114"} 2024-11-19T17:21:13,116 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T17:21:13,116 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T17:21:13,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-19T17:21:13,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732036871936.b04572240f1b42f7f6077874f4261014., hostname=280a42d09ec8,35665,1732036855035, seqNum=2] 2024-11-19T17:21:13,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x101313eea590000, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0595091378 2024-11-19T17:21:13,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101313eea590001, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0595091378 2024-11-19T17:21:13,158 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T17:21:13,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35665 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T17:21:13,311 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T17:21:13,341 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-280a42d09ec8,35665,1732036855035, ReplicationSource: 1, currentBandwidth=0 2024-11-19T17:21:13,341 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:21:13,341 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,35665,1732036855035, seqNum=-1] 2024-11-19T17:21:13,341 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:21:13,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-19T17:21:13,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-280a42d09ec8,35665,1732036855035', locateType=CURRENT is [region=hbase:replication,,1732036871936.b04572240f1b42f7f6077874f4261014., hostname=280a42d09ec8,35665,1732036855035, seqNum=2] 2024-11-19T17:21:13,346 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T17:21:13,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44759 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T17:21:13,348 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 280a42d09ec8,35665,1732036855035 suceeded 2024-11-19T17:21:13,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T17:21:13,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-19T17:21:13,350 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://280a42d09ec8:36629,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T17:21:13,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4230 sec 2024-11-19T17:21:13,360 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:36629' 2024-11-19T17:21:13,361 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b699201, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:13,361 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,36629,-1 for getting cluster id 2024-11-19T17:21:13,362 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:21:13,362 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd71dbc0f-e951-478f-80a3-f9b0c03262c2' 2024-11-19T17:21:13,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:21:13,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d71dbc0f-e951-478f-80a3-f9b0c03262c2" 2024-11-19T17:21:13,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f9e9ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:13,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,36629,-1] 2024-11-19T17:21:13,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:21:13,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:13,364 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:21:13,364 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7731f21e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:13,364 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:21:13,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,36629,1732036858398 2024-11-19T17:21:13,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52897dba 2024-11-19T17:21:13,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:21:13,366 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-19T17:21:13,366 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-280a42d09ec8,35665,1732036855035 (queues=1) is replicating from cluster=2d0cb791-b94d-41e2-a54d-9a3591e1c2b6 to cluster=d71dbc0f-e951-478f-80a3-f9b0c03262c2 2024-11-19T17:21:13,366 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=280a42d09ec8%2C35665%2C1732036855035 2024-11-19T17:21:13,366 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-280a42d09ec8,35665,1732036855035, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T17:21:13,367 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.shipper280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 280a42d09ec8%2C35665%2C1732036855035 2024-11-19T17:21:13,367 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787, startPosition=0, beingWritten=true 2024-11-19T17:21:13,371 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:21:13,371 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787 to pos 379, reset compression=false 2024-11-19T17:21:13,371 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.shipper280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,35665,1732036855035 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:21:13,574 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787 to pos 379, reset compression=false 2024-11-19T17:21:13,880 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787 to pos 379, reset compression=false 2024-11-19T17:21:14,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:21:14,081 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T17:21:14,081 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:21:14,082 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:21:14,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:14,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:14,082 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:21:14,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417ab2d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:14,083 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,36629,-1 for getting cluster id 2024-11-19T17:21:14,083 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:21:14,083 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd71dbc0f-e951-478f-80a3-f9b0c03262c2' 2024-11-19T17:21:14,084 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:21:14,084 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d71dbc0f-e951-478f-80a3-f9b0c03262c2" 2024-11-19T17:21:14,084 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cb84a80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:14,084 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,36629,-1] 2024-11-19T17:21:14,084 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:21:14,084 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:14,085 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:21:14,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed7cc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:14,086 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:21:14,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,36629,1732036858398 2024-11-19T17:21:14,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@238dc7c6 2024-11-19T17:21:14,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:21:14,087 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:21:14,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://280a42d09ec8:35961,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T17:21:14,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T17:21:14,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:21:14,090 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:35961' 2024-11-19T17:21:14,091 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a52595b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:14,091 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,35961,-1 for getting cluster id 2024-11-19T17:21:14,091 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:21:14,092 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0071469-b6b3-4729-899d-4141115c016a' 2024-11-19T17:21:14,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:21:14,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0071469-b6b3-4729-899d-4141115c016a" 2024-11-19T17:21:14,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a9769f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:14,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,35961,-1] 2024-11-19T17:21:14,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:21:14,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:14,093 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:21:14,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe3fbbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:14,094 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:21:14,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,35961,1732036862775 2024-11-19T17:21:14,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d073a6c 2024-11-19T17:21:14,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:21:14,097 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:21:14,097 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T17:21:14,097 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T17:21:14,097 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:14,097 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:14,097 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:21:14,098 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:21:14,099 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T17:21:14,100 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T17:21:14,100 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:14,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T17:21:14,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741837_1013 (size=1138) 2024-11-19T17:21:14,149 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T17:21:14,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:21:14,283 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787 to pos 379, reset compression=false 2024-11-19T17:21:14,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:21:14,507 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0e67d4d9ac33af9ec005161c861e0634, NAME => 'hbase:replication,,1732036874098.0e67d4d9ac33af9ec005161c861e0634.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4 2024-11-19T17:21:14,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741838_1014 (size=44) 2024-11-19T17:21:14,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732036874098.0e67d4d9ac33af9ec005161c861e0634.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:14,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0e67d4d9ac33af9ec005161c861e0634, disabling compactions & flushes 2024-11-19T17:21:14,512 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732036874098.0e67d4d9ac33af9ec005161c861e0634. 2024-11-19T17:21:14,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732036874098.0e67d4d9ac33af9ec005161c861e0634. 2024-11-19T17:21:14,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732036874098.0e67d4d9ac33af9ec005161c861e0634. after waiting 0 ms 2024-11-19T17:21:14,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732036874098.0e67d4d9ac33af9ec005161c861e0634. 2024-11-19T17:21:14,512 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732036874098.0e67d4d9ac33af9ec005161c861e0634. 2024-11-19T17:21:14,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0e67d4d9ac33af9ec005161c861e0634: Waiting for close lock at 1732036874512Disabling compacts and flushes for region at 1732036874512Disabling writes for close at 1732036874512Writing region close event to WAL at 1732036874512Closed at 1732036874512 2024-11-19T17:21:14,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T17:21:14,514 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732036874098.0e67d4d9ac33af9ec005161c861e0634.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732036874513"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732036874513"}]},"ts":"1732036874513"} 2024-11-19T17:21:14,516 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T17:21:14,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T17:21:14,517 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036874516"}]},"ts":"1732036874516"} 2024-11-19T17:21:14,519 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T17:21:14,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0e67d4d9ac33af9ec005161c861e0634, ASSIGN}] 2024-11-19T17:21:14,520 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0e67d4d9ac33af9ec005161c861e0634, ASSIGN 2024-11-19T17:21:14,521 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0e67d4d9ac33af9ec005161c861e0634, ASSIGN; state=OFFLINE, location=280a42d09ec8,45267,1732036858464; forceNewPlan=false, retain=false 2024-11-19T17:21:14,671 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0e67d4d9ac33af9ec005161c861e0634, regionState=OPENING, regionLocation=280a42d09ec8,45267,1732036858464 2024-11-19T17:21:14,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0e67d4d9ac33af9ec005161c861e0634, ASSIGN because future has completed 2024-11-19T17:21:14,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e67d4d9ac33af9ec005161c861e0634, server=280a42d09ec8,45267,1732036858464}] 2024-11-19T17:21:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:21:14,773 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T17:21:14,786 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787 to pos 379, reset compression=false 2024-11-19T17:21:14,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732036874098.0e67d4d9ac33af9ec005161c861e0634. 2024-11-19T17:21:14,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:21:14,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T17:21:14,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C45267%2C1732036858464.rep, suffix=, logDir=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464, archiveDir=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/oldWALs, maxLogs=10 2024-11-19T17:21:14,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.rep.1732036874830, exclude list is [], retry=0 2024-11-19T17:21:14,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40615,DS-3ad78df3-9cd9-47c8-8605-9aa774f8876e,DISK] 2024-11-19T17:21:14,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.rep.1732036874830 2024-11-19T17:21:14,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37163:37163)] 2024-11-19T17:21:14,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e67d4d9ac33af9ec005161c861e0634, NAME => 'hbase:replication,,1732036874098.0e67d4d9ac33af9ec005161c861e0634.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:21:14,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:21:14,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:21:14,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732036874098.0e67d4d9ac33af9ec005161c861e0634. service=MultiRowMutationService 2024-11-19T17:21:14,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T17:21:14,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0e67d4d9ac33af9ec005161c861e0634 2024-11-19T17:21:14,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732036874098.0e67d4d9ac33af9ec005161c861e0634.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:14,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0e67d4d9ac33af9ec005161c861e0634 2024-11-19T17:21:14,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0e67d4d9ac33af9ec005161c861e0634 2024-11-19T17:21:14,850 INFO [StoreOpener-0e67d4d9ac33af9ec005161c861e0634-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0e67d4d9ac33af9ec005161c861e0634 2024-11-19T17:21:14,851 INFO [StoreOpener-0e67d4d9ac33af9ec005161c861e0634-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e67d4d9ac33af9ec005161c861e0634 columnFamilyName hfileref 2024-11-19T17:21:14,851 DEBUG [StoreOpener-0e67d4d9ac33af9ec005161c861e0634-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:14,851 INFO [StoreOpener-0e67d4d9ac33af9ec005161c861e0634-1 {}] regionserver.HStore(327): Store=0e67d4d9ac33af9ec005161c861e0634/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:14,851 INFO [StoreOpener-0e67d4d9ac33af9ec005161c861e0634-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0e67d4d9ac33af9ec005161c861e0634 2024-11-19T17:21:14,852 INFO [StoreOpener-0e67d4d9ac33af9ec005161c861e0634-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e67d4d9ac33af9ec005161c861e0634 columnFamilyName queue 2024-11-19T17:21:14,852 DEBUG [StoreOpener-0e67d4d9ac33af9ec005161c861e0634-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:14,852 INFO [StoreOpener-0e67d4d9ac33af9ec005161c861e0634-1 {}] regionserver.HStore(327): Store=0e67d4d9ac33af9ec005161c861e0634/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:14,852 INFO [StoreOpener-0e67d4d9ac33af9ec005161c861e0634-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0e67d4d9ac33af9ec005161c861e0634 2024-11-19T17:21:14,853 INFO [StoreOpener-0e67d4d9ac33af9ec005161c861e0634-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e67d4d9ac33af9ec005161c861e0634 columnFamilyName sid 2024-11-19T17:21:14,853 DEBUG [StoreOpener-0e67d4d9ac33af9ec005161c861e0634-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:14,853 INFO [StoreOpener-0e67d4d9ac33af9ec005161c861e0634-1 {}] regionserver.HStore(327): Store=0e67d4d9ac33af9ec005161c861e0634/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:14,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0e67d4d9ac33af9ec005161c861e0634 2024-11-19T17:21:14,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/hbase/replication/0e67d4d9ac33af9ec005161c861e0634 2024-11-19T17:21:14,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/hbase/replication/0e67d4d9ac33af9ec005161c861e0634 2024-11-19T17:21:14,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0e67d4d9ac33af9ec005161c861e0634 2024-11-19T17:21:14,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0e67d4d9ac33af9ec005161c861e0634 2024-11-19T17:21:14,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:21:14,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0e67d4d9ac33af9ec005161c861e0634 2024-11-19T17:21:14,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/hbase/replication/0e67d4d9ac33af9ec005161c861e0634/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:21:14,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0e67d4d9ac33af9ec005161c861e0634; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59406892, jitterRate=-0.11476832628250122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:21:14,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e67d4d9ac33af9ec005161c861e0634 2024-11-19T17:21:14,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0e67d4d9ac33af9ec005161c861e0634: Running coprocessor pre-open hook at 1732036874849Writing region info on filesystem at 1732036874849Initializing all the Stores at 1732036874849Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036874849Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036874850 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036874850Cleaning up temporary data from old regions at 1732036874855 (+5 ms)Running coprocessor post-open hooks at 1732036874857 (+2 ms)Region opened successfully at 1732036874857 2024-11-19T17:21:14,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732036874098.0e67d4d9ac33af9ec005161c861e0634., pid=10, masterSystemTime=1732036874826 2024-11-19T17:21:14,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732036874098.0e67d4d9ac33af9ec005161c861e0634. 2024-11-19T17:21:14,859 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732036874098.0e67d4d9ac33af9ec005161c861e0634. 2024-11-19T17:21:14,860 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0e67d4d9ac33af9ec005161c861e0634, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,45267,1732036858464 2024-11-19T17:21:14,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e67d4d9ac33af9ec005161c861e0634, server=280a42d09ec8,45267,1732036858464 because future has completed 2024-11-19T17:21:14,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T17:21:14,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e67d4d9ac33af9ec005161c861e0634, server=280a42d09ec8,45267,1732036858464 in 189 msec 2024-11-19T17:21:14,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T17:21:14,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0e67d4d9ac33af9ec005161c861e0634, ASSIGN in 345 msec 2024-11-19T17:21:14,866 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T17:21:14,866 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036874866"}]},"ts":"1732036874866"} 2024-11-19T17:21:14,868 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T17:21:14,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T17:21:14,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 770 msec 2024-11-19T17:21:14,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732036874098.0e67d4d9ac33af9ec005161c861e0634., hostname=280a42d09ec8,45267,1732036858464, seqNum=2] 2024-11-19T17:21:14,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45267-0x101313eea590004, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575469912 2024-11-19T17:21:14,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x101313eea590003, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575469912 2024-11-19T17:21:14,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T17:21:15,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45267 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T17:21:15,066 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T17:21:15,095 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-280a42d09ec8,45267,1732036858464, ReplicationSource: 1, currentBandwidth=0 2024-11-19T17:21:15,095 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:21:15,095 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,45267,1732036858464, seqNum=-1] 2024-11-19T17:21:15,095 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:21:15,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-19T17:21:15,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-280a42d09ec8,45267,1732036858464', locateType=CURRENT is [region=hbase:replication,,1732036874098.0e67d4d9ac33af9ec005161c861e0634., hostname=280a42d09ec8,45267,1732036858464, seqNum=2] 2024-11-19T17:21:15,100 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T17:21:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T17:21:15,102 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 280a42d09ec8,45267,1732036858464 suceeded 2024-11-19T17:21:15,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T17:21:15,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-19T17:21:15,104 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://280a42d09ec8:35961,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T17:21:15,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0160 sec 2024-11-19T17:21:15,115 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:35961' 2024-11-19T17:21:15,116 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@560e4255, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:15,116 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,35961,-1 for getting cluster id 2024-11-19T17:21:15,116 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:21:15,117 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0071469-b6b3-4729-899d-4141115c016a' 2024-11-19T17:21:15,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:21:15,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0071469-b6b3-4729-899d-4141115c016a" 2024-11-19T17:21:15,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@221d0cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:15,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,35961,-1] 2024-11-19T17:21:15,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:21:15,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:15,118 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:21:15,119 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1dd5b84b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:15,119 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:21:15,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,35961,1732036862775 2024-11-19T17:21:15,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4153a871 2024-11-19T17:21:15,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:21:15,121 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-19T17:21:15,121 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-280a42d09ec8,45267,1732036858464 (queues=1) is replicating from cluster=d71dbc0f-e951-478f-80a3-f9b0c03262c2 to cluster=c0071469-b6b3-4729-899d-4141115c016a 2024-11-19T17:21:15,122 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=280a42d09ec8%2C45267%2C1732036858464 2024-11-19T17:21:15,122 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-280a42d09ec8,45267,1732036858464, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T17:21:15,122 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564, startPosition=0, beingWritten=true 2024-11-19T17:21:15,122 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.shipper280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 280a42d09ec8%2C45267%2C1732036858464 2024-11-19T17:21:15,127 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:21:15,127 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 to pos 379, reset compression=false 2024-11-19T17:21:15,127 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.shipper280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,45267,1732036858464 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:21:15,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:21:15,230 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T17:21:15,230 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:21:15,231 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:21:15,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:15,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:15,231 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:21:15,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d05700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:15,232 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,35961,-1 for getting cluster id 2024-11-19T17:21:15,232 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:21:15,233 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0071469-b6b3-4729-899d-4141115c016a' 2024-11-19T17:21:15,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:21:15,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0071469-b6b3-4729-899d-4141115c016a" 2024-11-19T17:21:15,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f902ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:15,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,35961,-1] 2024-11-19T17:21:15,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:21:15,234 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:15,234 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:21:15,235 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c08327e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:15,235 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:21:15,236 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,35961,1732036862775 2024-11-19T17:21:15,236 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fd3b90f 2024-11-19T17:21:15,236 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:21:15,237 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:21:15,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://280a42d09ec8:36629,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T17:21:15,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T17:21:15,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:21:15,240 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:36629' 2024-11-19T17:21:15,241 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720c5673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:15,241 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,36629,-1 for getting cluster id 2024-11-19T17:21:15,241 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:21:15,242 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd71dbc0f-e951-478f-80a3-f9b0c03262c2' 2024-11-19T17:21:15,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:21:15,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d71dbc0f-e951-478f-80a3-f9b0c03262c2" 2024-11-19T17:21:15,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77842f90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:15,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,36629,-1] 2024-11-19T17:21:15,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:21:15,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:15,243 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:21:15,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1023fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:15,243 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:21:15,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,36629,1732036858398 2024-11-19T17:21:15,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63b3fcbd 2024-11-19T17:21:15,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:21:15,245 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:21:15,246 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T17:21:15,246 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T17:21:15,246 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:15,246 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:15,246 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:21:15,246 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:21:15,247 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T17:21:15,248 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T17:21:15,248 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:15,249 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T17:21:15,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741837_1013 (size=1138) 2024-11-19T17:21:15,257 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6a8a3e845197e128eefa4490343552b1, NAME => 'hbase:replication,,1732036875246.6a8a3e845197e128eefa4490343552b1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7 2024-11-19T17:21:15,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741838_1014 (size=44) 2024-11-19T17:21:15,262 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732036875246.6a8a3e845197e128eefa4490343552b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:15,262 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6a8a3e845197e128eefa4490343552b1, disabling compactions & flushes 2024-11-19T17:21:15,262 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732036875246.6a8a3e845197e128eefa4490343552b1. 2024-11-19T17:21:15,262 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732036875246.6a8a3e845197e128eefa4490343552b1. 2024-11-19T17:21:15,262 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732036875246.6a8a3e845197e128eefa4490343552b1. after waiting 0 ms 2024-11-19T17:21:15,262 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732036875246.6a8a3e845197e128eefa4490343552b1. 2024-11-19T17:21:15,262 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732036875246.6a8a3e845197e128eefa4490343552b1. 2024-11-19T17:21:15,262 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6a8a3e845197e128eefa4490343552b1: Waiting for close lock at 1732036875262Disabling compacts and flushes for region at 1732036875262Disabling writes for close at 1732036875262Writing region close event to WAL at 1732036875262Closed at 1732036875262 2024-11-19T17:21:15,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T17:21:15,263 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732036875246.6a8a3e845197e128eefa4490343552b1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732036875263"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732036875263"}]},"ts":"1732036875263"} 2024-11-19T17:21:15,265 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T17:21:15,265 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T17:21:15,265 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036875265"}]},"ts":"1732036875265"} 2024-11-19T17:21:15,267 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T17:21:15,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6a8a3e845197e128eefa4490343552b1, ASSIGN}] 2024-11-19T17:21:15,268 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6a8a3e845197e128eefa4490343552b1, ASSIGN 2024-11-19T17:21:15,269 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6a8a3e845197e128eefa4490343552b1, ASSIGN; state=OFFLINE, location=280a42d09ec8,35923,1732036862879; forceNewPlan=false, retain=false 2024-11-19T17:21:15,297 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T17:21:15,331 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 to pos 379, reset compression=false 2024-11-19T17:21:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:21:15,390 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787 to pos 379, reset compression=false 2024-11-19T17:21:15,419 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6a8a3e845197e128eefa4490343552b1, regionState=OPENING, regionLocation=280a42d09ec8,35923,1732036862879 2024-11-19T17:21:15,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6a8a3e845197e128eefa4490343552b1, ASSIGN because future has completed 2024-11-19T17:21:15,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a8a3e845197e128eefa4490343552b1, server=280a42d09ec8,35923,1732036862879}] 2024-11-19T17:21:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:21:15,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732036875246.6a8a3e845197e128eefa4490343552b1. 2024-11-19T17:21:15,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:21:15,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T17:21:15,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C35923%2C1732036862879.rep, suffix=, logDir=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879, archiveDir=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/oldWALs, maxLogs=10 2024-11-19T17:21:15,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.rep.1732036875578, exclude list is [], retry=0 2024-11-19T17:21:15,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45621,DS-ca9e77b3-01cd-4570-b601-afd274319872,DISK] 2024-11-19T17:21:15,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.rep.1732036875578 2024-11-19T17:21:15,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45921:45921)] 2024-11-19T17:21:15,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a8a3e845197e128eefa4490343552b1, NAME => 'hbase:replication,,1732036875246.6a8a3e845197e128eefa4490343552b1.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:21:15,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:21:15,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:21:15,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732036875246.6a8a3e845197e128eefa4490343552b1. service=MultiRowMutationService 2024-11-19T17:21:15,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T17:21:15,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6a8a3e845197e128eefa4490343552b1 2024-11-19T17:21:15,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732036875246.6a8a3e845197e128eefa4490343552b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:15,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6a8a3e845197e128eefa4490343552b1 2024-11-19T17:21:15,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6a8a3e845197e128eefa4490343552b1 2024-11-19T17:21:15,597 INFO [StoreOpener-6a8a3e845197e128eefa4490343552b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6a8a3e845197e128eefa4490343552b1 2024-11-19T17:21:15,597 INFO [StoreOpener-6a8a3e845197e128eefa4490343552b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a8a3e845197e128eefa4490343552b1 columnFamilyName hfileref 2024-11-19T17:21:15,597 DEBUG [StoreOpener-6a8a3e845197e128eefa4490343552b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:15,598 INFO [StoreOpener-6a8a3e845197e128eefa4490343552b1-1 {}] regionserver.HStore(327): Store=6a8a3e845197e128eefa4490343552b1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:15,598 INFO [StoreOpener-6a8a3e845197e128eefa4490343552b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6a8a3e845197e128eefa4490343552b1 2024-11-19T17:21:15,598 INFO [StoreOpener-6a8a3e845197e128eefa4490343552b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a8a3e845197e128eefa4490343552b1 columnFamilyName queue 2024-11-19T17:21:15,598 DEBUG [StoreOpener-6a8a3e845197e128eefa4490343552b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:15,599 INFO [StoreOpener-6a8a3e845197e128eefa4490343552b1-1 {}] regionserver.HStore(327): Store=6a8a3e845197e128eefa4490343552b1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:15,599 INFO [StoreOpener-6a8a3e845197e128eefa4490343552b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6a8a3e845197e128eefa4490343552b1 2024-11-19T17:21:15,599 INFO [StoreOpener-6a8a3e845197e128eefa4490343552b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a8a3e845197e128eefa4490343552b1 columnFamilyName sid 2024-11-19T17:21:15,599 DEBUG [StoreOpener-6a8a3e845197e128eefa4490343552b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:15,600 INFO [StoreOpener-6a8a3e845197e128eefa4490343552b1-1 {}] regionserver.HStore(327): Store=6a8a3e845197e128eefa4490343552b1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:15,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6a8a3e845197e128eefa4490343552b1 2024-11-19T17:21:15,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/hbase/replication/6a8a3e845197e128eefa4490343552b1 2024-11-19T17:21:15,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/hbase/replication/6a8a3e845197e128eefa4490343552b1 2024-11-19T17:21:15,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6a8a3e845197e128eefa4490343552b1 2024-11-19T17:21:15,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6a8a3e845197e128eefa4490343552b1 2024-11-19T17:21:15,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:21:15,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6a8a3e845197e128eefa4490343552b1 2024-11-19T17:21:15,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/hbase/replication/6a8a3e845197e128eefa4490343552b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:21:15,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6a8a3e845197e128eefa4490343552b1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72113685, jitterRate=0.07457764446735382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:21:15,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a8a3e845197e128eefa4490343552b1 2024-11-19T17:21:15,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6a8a3e845197e128eefa4490343552b1: Running coprocessor pre-open hook at 1732036875596Writing region info on filesystem at 1732036875596Initializing all the Stores at 1732036875596Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036875596Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036875596Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036875596Cleaning up temporary data from old regions at 1732036875601 (+5 ms)Running coprocessor post-open hooks at 1732036875604 (+3 ms)Region opened successfully at 1732036875604 2024-11-19T17:21:15,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732036875246.6a8a3e845197e128eefa4490343552b1., pid=10, masterSystemTime=1732036875574 2024-11-19T17:21:15,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732036875246.6a8a3e845197e128eefa4490343552b1. 2024-11-19T17:21:15,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732036875246.6a8a3e845197e128eefa4490343552b1. 2024-11-19T17:21:15,607 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6a8a3e845197e128eefa4490343552b1, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,35923,1732036862879 2024-11-19T17:21:15,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a8a3e845197e128eefa4490343552b1, server=280a42d09ec8,35923,1732036862879 because future has completed 2024-11-19T17:21:15,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T17:21:15,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a8a3e845197e128eefa4490343552b1, server=280a42d09ec8,35923,1732036862879 in 187 msec 2024-11-19T17:21:15,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T17:21:15,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6a8a3e845197e128eefa4490343552b1, ASSIGN in 343 msec 2024-11-19T17:21:15,612 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T17:21:15,612 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036875612"}]},"ts":"1732036875612"} 2024-11-19T17:21:15,614 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T17:21:15,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T17:21:15,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 368 msec 2024-11-19T17:21:15,635 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 to pos 379, reset compression=false 2024-11-19T17:21:15,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732036875246.6a8a3e845197e128eefa4490343552b1., hostname=280a42d09ec8,35923,1732036862879, seqNum=2] 2024-11-19T17:21:15,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35961-0x101313eea590006, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2916150458 2024-11-19T17:21:15,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35923-0x101313eea590007, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2916150458 2024-11-19T17:21:15,660 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T17:21:15,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T17:21:15,812 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T17:21:15,841 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-280a42d09ec8,35923,1732036862879, ReplicationSource: 1, currentBandwidth=0 2024-11-19T17:21:15,842 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:21:15,842 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,35923,1732036862879, seqNum=-1] 2024-11-19T17:21:15,842 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:21:15,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-19T17:21:15,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-280a42d09ec8,35923,1732036862879', locateType=CURRENT is [region=hbase:replication,,1732036875246.6a8a3e845197e128eefa4490343552b1., hostname=280a42d09ec8,35923,1732036862879, seqNum=2] 2024-11-19T17:21:15,846 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T17:21:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T17:21:15,848 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 280a42d09ec8,35923,1732036862879 suceeded 2024-11-19T17:21:15,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T17:21:15,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-19T17:21:15,850 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://280a42d09ec8:36629,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T17:21:15,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 613 msec 2024-11-19T17:21:15,860 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:36629' 2024-11-19T17:21:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:21:15,861 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T17:21:15,861 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:21:15,861 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:21:15,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:15,861 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3376dede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:15,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:15,861 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,36629,-1 for getting cluster id 2024-11-19T17:21:15,861 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:21:15,861 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:21:15,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d6f679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:15,862 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,44759,-1 for getting cluster id 2024-11-19T17:21:15,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:21:15,862 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd71dbc0f-e951-478f-80a3-f9b0c03262c2' 2024-11-19T17:21:15,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:21:15,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d71dbc0f-e951-478f-80a3-f9b0c03262c2" 2024-11-19T17:21:15,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34a3c2a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:15,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,36629,-1] 2024-11-19T17:21:15,862 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d0cb791-b94d-41e2-a54d-9a3591e1c2b6' 2024-11-19T17:21:15,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:21:15,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:21:15,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:15,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d0cb791-b94d-41e2-a54d-9a3591e1c2b6" 2024-11-19T17:21:15,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49fec572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:15,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,44759,-1] 2024-11-19T17:21:15,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:21:15,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:15,863 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:21:15,864 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:21:15,864 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36a96c05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:15,864 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:21:15,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff476ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:15,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,36629,1732036858398 2024-11-19T17:21:15,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@669d96d7 2024-11-19T17:21:15,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:21:15,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8ad612, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:15,865 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,36629,-1 for getting cluster id 2024-11-19T17:21:15,865 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:21:15,865 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-19T17:21:15,865 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd71dbc0f-e951-478f-80a3-f9b0c03262c2' 2024-11-19T17:21:15,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:21:15,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d71dbc0f-e951-478f-80a3-f9b0c03262c2" 2024-11-19T17:21:15,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dbc4fba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:15,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,36629,-1] 2024-11-19T17:21:15,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:21:15,866 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-280a42d09ec8,35923,1732036862879 (queues=1) is replicating from cluster=c0071469-b6b3-4729-899d-4141115c016a to cluster=d71dbc0f-e951-478f-80a3-f9b0c03262c2 2024-11-19T17:21:15,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:15,866 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=280a42d09ec8%2C35923%2C1732036862879 2024-11-19T17:21:15,866 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-280a42d09ec8,35923,1732036862879, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T17:21:15,866 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:21:15,866 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420, startPosition=0, beingWritten=true 2024-11-19T17:21:15,866 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.shipper280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 280a42d09ec8%2C35923%2C1732036862879 2024-11-19T17:21:15,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62115095, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:15,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd6e169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:15,867 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,35961,-1 for getting cluster id 2024-11-19T17:21:15,868 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:21:15,868 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0071469-b6b3-4729-899d-4141115c016a' 2024-11-19T17:21:15,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:21:15,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0071469-b6b3-4729-899d-4141115c016a" 2024-11-19T17:21:15,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12041222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:15,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,35961,-1] 2024-11-19T17:21:15,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:21:15,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:15,869 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:21:15,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f357bfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:15,870 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:21:15,871 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:21:15,871 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420 to pos 379, reset compression=false 2024-11-19T17:21:15,871 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.shipper280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,35923,1732036862879 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:21:15,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,35665,1732036855035, seqNum=-1] 2024-11-19T17:21:15,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:21:15,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:21:15,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732036865461.ced791e52784862a0e815f819ce15191., hostname=280a42d09ec8,35665,1732036855035, seqNum=2] 2024-11-19T17:21:15,876 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:21:15,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,35923,1732036862879, seqNum=-1] 2024-11-19T17:21:15,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:21:15,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:21:15,879 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732036869773.304368d82fbf8e14169938d85c0cae3f., hostname=280a42d09ec8,35923,1732036862879, seqNum=2] 2024-11-19T17:21:15,881 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-19T17:21:16,038 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 to pos 379, reset compression=false 2024-11-19T17:21:16,077 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420 to pos 379, reset compression=false 2024-11-19T17:21:16,094 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787 to pos 379, reset compression=false 2024-11-19T17:21:16,097 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T17:21:16,097 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787 to pos 480, reset compression=false 2024-11-19T17:21:16,097 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.shipper280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,35665,1732036855035 got entry batch from reader: WALEntryBatch [walEntries=[{test/ced791e52784862a0e815f819ce15191/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-19T17:21:16,099 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.shipper280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:21:16,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-19T17:21:16,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45267 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T17:21:16,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@88d452b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:16,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45267 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,36629,-1 for getting cluster id 2024-11-19T17:21:16,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45267 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:21:16,102 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd71dbc0f-e951-478f-80a3-f9b0c03262c2' 2024-11-19T17:21:16,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:21:16,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d71dbc0f-e951-478f-80a3-f9b0c03262c2" 2024-11-19T17:21:16,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59057dfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:16,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,36629,-1] 2024-11-19T17:21:16,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:21:16,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:16,103 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:21:16,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ae4120e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:16,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45267 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:21:16,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,45267,1732036858464, seqNum=-1] 2024-11-19T17:21:16,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:21:16,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-19T17:21:16,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732036867613.c1aeb1772c5a251f90cc1a5b66f2e259., hostname=280a42d09ec8,45267,1732036858464, seqNum=2] 2024-11-19T17:21:16,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45267 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T17:21:16,191 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:21:16,191 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [280a42d09ec8,42739,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:42739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T17:21:16,191 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88654 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [280a42d09ec8,42739,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:42739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T17:21:16,300 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787 to pos 480, reset compression=false 2024-11-19T17:21:16,381 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420 to pos 379, reset compression=false 2024-11-19T17:21:16,408 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T17:21:16,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:16,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:16,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:16,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:16,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:16,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:16,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:16,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:16,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:16,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:16,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:16,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:16,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:16,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:16,542 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 to pos 379, reset compression=false 2024-11-19T17:21:16,547 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T17:21:16,547 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 to pos 503, reset compression=false 2024-11-19T17:21:16,547 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.shipper280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,45267,1732036858464 got entry batch from reader: WALEntryBatch [walEntries=[{test/c1aeb1772c5a251f90cc1a5b66f2e259/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-19T17:21:16,549 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.shipper280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:21:16,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-19T17:21:16,550 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35923 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T17:21:16,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35923 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38d25fd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:16,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35923 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,35961,-1 for getting cluster id 2024-11-19T17:21:16,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35923 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:21:16,551 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0071469-b6b3-4729-899d-4141115c016a' 2024-11-19T17:21:16,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:21:16,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0071469-b6b3-4729-899d-4141115c016a" 2024-11-19T17:21:16,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45e9d314, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:16,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,35961,-1] 2024-11-19T17:21:16,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:21:16,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:16,553 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:21:16,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35923 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@727b55d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:16,554 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35923 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:21:16,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,35923,1732036862879, seqNum=-1] 2024-11-19T17:21:16,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:21:16,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-19T17:21:16,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732036869773.304368d82fbf8e14169938d85c0cae3f., hostname=280a42d09ec8,35923,1732036862879, seqNum=2] 2024-11-19T17:21:16,559 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35923 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T17:21:16,604 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787 to pos 480, reset compression=false 2024-11-19T17:21:16,751 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 to pos 503, reset compression=false 2024-11-19T17:21:16,784 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420 to pos 379, reset compression=false 2024-11-19T17:21:16,789 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:21:16,789 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420 to pos 527, reset compression=false 2024-11-19T17:21:16,789 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.shipper280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,35923,1732036862879 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:21:16,883 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-19T17:21:16,883 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:21:16,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,45267,1732036858464, seqNum=-1] 2024-11-19T17:21:16,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:21:16,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:21:16,886 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732036867613.c1aeb1772c5a251f90cc1a5b66f2e259., hostname=280a42d09ec8,45267,1732036858464, seqNum=2] 2024-11-19T17:21:16,889 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-19T17:21:16,992 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420 to pos 527, reset compression=false 2024-11-19T17:21:17,008 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787 to pos 480, reset compression=false 2024-11-19T17:21:17,054 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 to pos 503, reset compression=false 2024-11-19T17:21:17,059 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T17:21:17,059 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 to pos 607, reset compression=false 2024-11-19T17:21:17,059 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.shipper280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,45267,1732036858464 got entry batch from reader: WALEntryBatch [walEntries=[{test/c1aeb1772c5a251f90cc1a5b66f2e259/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T17:21:17,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35923 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T17:21:17,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35923 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T17:21:17,263 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 to pos 607, reset compression=false 2024-11-19T17:21:17,296 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420 to pos 527, reset compression=false 2024-11-19T17:21:17,300 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:21:17,300 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420 to pos 655, reset compression=false 2024-11-19T17:21:17,300 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.shipper280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,35923,1732036862879 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:21:17,503 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420 to pos 655, reset compression=false 2024-11-19T17:21:17,511 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787 to pos 480, reset compression=false 2024-11-19T17:21:17,566 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 to pos 607, reset compression=false 2024-11-19T17:21:17,807 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420 to pos 655, reset compression=false 2024-11-19T17:21:17,891 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-19T17:21:17,894 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-19T17:21:17,970 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 to pos 607, reset compression=false 2024-11-19T17:21:18,114 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787 to pos 480, reset compression=false 2024-11-19T17:21:18,211 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420 to pos 655, reset compression=false 2024-11-19T17:21:18,216 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T17:21:18,216 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420 to pos 759, reset compression=false 2024-11-19T17:21:18,216 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.shipper280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,35923,1732036862879 got entry batch from reader: WALEntryBatch [walEntries=[{test/304368d82fbf8e14169938d85c0cae3f/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T17:21:18,218 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.shipper280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:21:18,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-19T17:21:18,220 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45267 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T17:21:18,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45267 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T17:21:18,420 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420 to pos 759, reset compression=false 2024-11-19T17:21:18,474 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 to pos 607, reset compression=false 2024-11-19T17:21:18,478 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:21:18,478 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 to pos 735, reset compression=false 2024-11-19T17:21:18,478 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.shipper280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,45267,1732036858464 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:21:18,681 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 to pos 735, reset compression=false 2024-11-19T17:21:18,724 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420 to pos 759, reset compression=false 2024-11-19T17:21:18,818 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787 to pos 480, reset compression=false 2024-11-19T17:21:18,896 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-19T17:21:18,899 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-19T17:21:18,985 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 to pos 735, reset compression=false 2024-11-19T17:21:19,128 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420 to pos 759, reset compression=false 2024-11-19T17:21:19,388 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 to pos 735, reset compression=false 2024-11-19T17:21:19,622 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787 to pos 480, reset compression=false 2024-11-19T17:21:19,626 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T17:21:19,626 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787 to pos 636, reset compression=false 2024-11-19T17:21:19,626 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.shipper280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,35665,1732036855035 got entry batch from reader: WALEntryBatch [walEntries=[{test/ced791e52784862a0e815f819ce15191/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-19T17:21:19,627 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45267 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T17:21:19,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45267 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T17:21:19,632 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420 to pos 759, reset compression=false 2024-11-19T17:21:19,830 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787 to pos 636, reset compression=false 2024-11-19T17:21:19,892 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 to pos 735, reset compression=false 2024-11-19T17:21:19,896 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T17:21:19,896 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 to pos 882, reset compression=false 2024-11-19T17:21:19,896 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.shipper280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,45267,1732036858464 got entry batch from reader: WALEntryBatch [walEntries=[{test/c1aeb1772c5a251f90cc1a5b66f2e259/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-19T17:21:19,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35923 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T17:21:19,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35923 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T17:21:19,901 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-19T17:21:19,904 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-19T17:21:20,100 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 to pos 882, reset compression=false 2024-11-19T17:21:20,104 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T17:21:20,104 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 to pos 1041, reset compression=false 2024-11-19T17:21:20,104 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.shipper280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,45267,1732036858464 got entry batch from reader: WALEntryBatch [walEntries=[{test/c1aeb1772c5a251f90cc1a5b66f2e259/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T17:21:20,106 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35923 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T17:21:20,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35923 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T17:21:20,134 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787 to pos 636, reset compression=false 2024-11-19T17:21:20,235 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420 to pos 759, reset compression=false 2024-11-19T17:21:20,240 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:21:20,240 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420 to pos 1080, reset compression=false 2024-11-19T17:21:20,240 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.shipper280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,35923,1732036862879 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:21:20,308 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 to pos 1041, reset compression=false 2024-11-19T17:21:20,444 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420 to pos 1080, reset compression=false 2024-11-19T17:21:20,538 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787 to pos 636, reset compression=false 2024-11-19T17:21:20,611 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 to pos 1041, reset compression=false 2024-11-19T17:21:20,748 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420 to pos 1080, reset compression=false 2024-11-19T17:21:20,906 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-19T17:21:20,910 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-19T17:21:21,015 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 to pos 1041, reset compression=false 2024-11-19T17:21:21,042 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787 to pos 636, reset compression=false 2024-11-19T17:21:21,152 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420 to pos 1080, reset compression=false 2024-11-19T17:21:21,156 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T17:21:21,156 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420 to pos 1239, reset compression=false 2024-11-19T17:21:21,156 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.shipper280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,35923,1732036862879 got entry batch from reader: WALEntryBatch [walEntries=[{test/304368d82fbf8e14169938d85c0cae3f/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T17:21:21,157 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45267 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T17:21:21,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45267 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T17:21:21,359 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420 to pos 1239, reset compression=false 2024-11-19T17:21:21,519 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 to pos 1041, reset compression=false 2024-11-19T17:21:21,524 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:21:21,524 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 to pos 1191, reset compression=false 2024-11-19T17:21:21,524 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.shipper280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,45267,1732036858464 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:21:21,646 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787 to pos 636, reset compression=false 2024-11-19T17:21:21,664 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420 to pos 1239, reset compression=false 2024-11-19T17:21:21,728 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 to pos 1191, reset compression=false 2024-11-19T17:21:21,912 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-19T17:21:21,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T17:21:21,918 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:21:21,918 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:21:21,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:21,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:21,918 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:21:21,918 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T17:21:21,918 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=920186502, stopped=false 2024-11-19T17:21:21,918 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=280a42d09ec8,35961,1732036862775 2024-11-19T17:21:21,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35961-0x101313eea590006, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2916150458/running 2024-11-19T17:21:21,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35923-0x101313eea590007, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2916150458/running 2024-11-19T17:21:21,920 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:21:21,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35923-0x101313eea590007, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2916150458 2024-11-19T17:21:21,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35961-0x101313eea590006, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2916150458 2024-11-19T17:21:21,920 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:21:21,920 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:21:21,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:21,921 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '280a42d09ec8,35923,1732036862879' ***** 2024-11-19T17:21:21,921 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T17:21:21,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35961-0x101313eea590006, quorum=127.0.0.1:56394, baseZNode=/2916150458 Set watcher on znode that does not yet exist, /2916150458/running 2024-11-19T17:21:21,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35923-0x101313eea590007, quorum=127.0.0.1:56394, baseZNode=/2916150458 Set watcher on znode that does not yet exist, /2916150458/running 2024-11-19T17:21:21,921 INFO [RS:0;280a42d09ec8:35923 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T17:21:21,921 INFO [RS:0;280a42d09ec8:35923 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T17:21:21,921 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T17:21:21,922 INFO [RS:0;280a42d09ec8:35923 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T17:21:21,922 INFO [RS:0;280a42d09ec8:35923 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a8a3e845197e128eefa4490343552b1 2024-11-19T17:21:21,922 INFO [RS:0;280a42d09ec8:35923 {}] regionserver.HRegionServer(3091): Received CLOSE for 304368d82fbf8e14169938d85c0cae3f 2024-11-19T17:21:21,922 INFO [RS:0;280a42d09ec8:35923 {}] regionserver.HRegionServer(959): stopping server 280a42d09ec8,35923,1732036862879 2024-11-19T17:21:21,922 INFO [RS:0;280a42d09ec8:35923 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:21:21,922 INFO [RS:0;280a42d09ec8:35923 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:35923. 2024-11-19T17:21:21,922 DEBUG [RS:0;280a42d09ec8:35923 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:21:21,922 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a8a3e845197e128eefa4490343552b1, disabling compactions & flushes 2024-11-19T17:21:21,922 DEBUG [RS:0;280a42d09ec8:35923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:21,922 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732036875246.6a8a3e845197e128eefa4490343552b1. 2024-11-19T17:21:21,922 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732036875246.6a8a3e845197e128eefa4490343552b1. 2024-11-19T17:21:21,922 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732036875246.6a8a3e845197e128eefa4490343552b1. after waiting 0 ms 2024-11-19T17:21:21,922 INFO [RS:0;280a42d09ec8:35923 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T17:21:21,922 INFO [RS:0;280a42d09ec8:35923 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T17:21:21,922 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732036875246.6a8a3e845197e128eefa4490343552b1. 2024-11-19T17:21:21,922 INFO [RS:0;280a42d09ec8:35923 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T17:21:21,922 INFO [RS:0;280a42d09ec8:35923 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T17:21:21,922 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6a8a3e845197e128eefa4490343552b1 3/3 column families, dataSize=1.02 KB heapSize=2.28 KB 2024-11-19T17:21:21,923 INFO [RS:0;280a42d09ec8:35923 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T17:21:21,923 DEBUG [RS:0;280a42d09ec8:35923 {}] regionserver.HRegionServer(1325): Online Regions={6a8a3e845197e128eefa4490343552b1=hbase:replication,,1732036875246.6a8a3e845197e128eefa4490343552b1., 1588230740=hbase:meta,,1.1588230740, 304368d82fbf8e14169938d85c0cae3f=test,,1732036869773.304368d82fbf8e14169938d85c0cae3f.} 2024-11-19T17:21:21,923 DEBUG [RS:0;280a42d09ec8:35923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 304368d82fbf8e14169938d85c0cae3f, 6a8a3e845197e128eefa4490343552b1 2024-11-19T17:21:21,923 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:21:21,923 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:21:21,923 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:21:21,923 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:21:21,923 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:21:21,923 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T17:21:21,941 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/hbase/meta/1588230740/.tmp/info/5572f6071b8d44b99852c72b0844a764 is 147, key is hbase:replication,,1732036875246.6a8a3e845197e128eefa4490343552b1./info:regioninfo/1732036875606/Put/seqid=0 2024-11-19T17:21:21,943 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/hbase/replication/6a8a3e845197e128eefa4490343552b1/.tmp/queue/cd57a0b9605242078dff08e00ac884e3 is 154, key is 1-280a42d09ec8,35923,1732036862879/queue:280a42d09ec8%2C35923%2C1732036862879/1732036881161/Put/seqid=0 2024-11-19T17:21:21,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741840_1016 (size=7686) 2024-11-19T17:21:21,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741841_1017 (size=5353) 2024-11-19T17:21:22,008 INFO [regionserver/280a42d09ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:21:22,032 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 to pos 1191, reset compression=false 2024-11-19T17:21:22,067 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420 to pos 1239, reset compression=false 2024-11-19T17:21:22,123 DEBUG [RS:0;280a42d09ec8:35923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 304368d82fbf8e14169938d85c0cae3f, 6a8a3e845197e128eefa4490343552b1 2024-11-19T17:21:22,323 DEBUG [RS:0;280a42d09ec8:35923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 304368d82fbf8e14169938d85c0cae3f, 6a8a3e845197e128eefa4490343552b1 2024-11-19T17:21:22,345 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/hbase/meta/1588230740/.tmp/info/5572f6071b8d44b99852c72b0844a764 2024-11-19T17:21:22,347 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.02 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/hbase/replication/6a8a3e845197e128eefa4490343552b1/.tmp/queue/cd57a0b9605242078dff08e00ac884e3 2024-11-19T17:21:22,350 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787 to pos 636, reset compression=false 2024-11-19T17:21:22,351 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/hbase/replication/6a8a3e845197e128eefa4490343552b1/.tmp/queue/cd57a0b9605242078dff08e00ac884e3 as hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/hbase/replication/6a8a3e845197e128eefa4490343552b1/queue/cd57a0b9605242078dff08e00ac884e3 2024-11-19T17:21:22,356 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/hbase/replication/6a8a3e845197e128eefa4490343552b1/queue/cd57a0b9605242078dff08e00ac884e3, entries=1, sequenceid=11, filesize=5.2 K 2024-11-19T17:21:22,357 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 6a8a3e845197e128eefa4490343552b1 in 434ms, sequenceid=11, compaction requested=false 2024-11-19T17:21:22,361 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/hbase/replication/6a8a3e845197e128eefa4490343552b1/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T17:21:22,362 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:21:22,362 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:21:22,362 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732036875246.6a8a3e845197e128eefa4490343552b1. 2024-11-19T17:21:22,362 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a8a3e845197e128eefa4490343552b1: Waiting for close lock at 1732036881922Running coprocessor pre-close hooks at 1732036881922Disabling compacts and flushes for region at 1732036881922Disabling writes for close at 1732036881922Obtaining lock to block concurrent updates at 1732036881922Preparing flush snapshotting stores in 6a8a3e845197e128eefa4490343552b1 at 1732036881922Finished memstore snapshotting hbase:replication,,1732036875246.6a8a3e845197e128eefa4490343552b1., syncing WAL and waiting on mvcc, flushsize=dataSize=1043, getHeapSize=2288, getOffHeapSize=0, getCellsCount=7 at 1732036881923 (+1 ms)Flushing stores of hbase:replication,,1732036875246.6a8a3e845197e128eefa4490343552b1. at 1732036881923Flushing 6a8a3e845197e128eefa4490343552b1/queue: creating writer at 1732036881923Flushing 6a8a3e845197e128eefa4490343552b1/queue: appending metadata at 1732036881942 (+19 ms)Flushing 6a8a3e845197e128eefa4490343552b1/queue: closing flushed file at 1732036881942Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3000afbb: reopening flushed file at 1732036882351 (+409 ms)Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 6a8a3e845197e128eefa4490343552b1 in 434ms, sequenceid=11, compaction requested=false at 1732036882357 (+6 ms)Writing region close event to WAL at 1732036882359 (+2 ms)Running coprocessor post-close hooks at 1732036882362 (+3 ms)Closed at 1732036882362 2024-11-19T17:21:22,362 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732036875246.6a8a3e845197e128eefa4490343552b1. 2024-11-19T17:21:22,362 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 304368d82fbf8e14169938d85c0cae3f, disabling compactions & flushes 2024-11-19T17:21:22,362 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732036869773.304368d82fbf8e14169938d85c0cae3f. 2024-11-19T17:21:22,362 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732036869773.304368d82fbf8e14169938d85c0cae3f. 2024-11-19T17:21:22,362 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732036869773.304368d82fbf8e14169938d85c0cae3f. after waiting 0 ms 2024-11-19T17:21:22,362 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732036869773.304368d82fbf8e14169938d85c0cae3f. 2024-11-19T17:21:22,362 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 304368d82fbf8e14169938d85c0cae3f 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-19T17:21:22,368 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/hbase/meta/1588230740/.tmp/ns/b1a674a7d66d43c2a6220b0f2008a3a3 is 43, key is default/ns:d/1732036865405/Put/seqid=0 2024-11-19T17:21:22,370 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T17:21:22,370 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T17:21:22,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741842_1018 (size=5153) 2024-11-19T17:21:22,371 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/hbase/meta/1588230740/.tmp/ns/b1a674a7d66d43c2a6220b0f2008a3a3 2024-11-19T17:21:22,382 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/default/test/304368d82fbf8e14169938d85c0cae3f/.tmp/f/2e03ae5f19dd456b96f40cc4a2a67b7c is 29, key is row1/f:/1732036879902/DeleteFamily/seqid=0 2024-11-19T17:21:22,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741843_1019 (size=5152) 2024-11-19T17:21:22,389 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/hbase/meta/1588230740/.tmp/rep_barrier/16c7aa8aeb634f74a6b738833bd72b76 is 112, key is test,,1732036869773.304368d82fbf8e14169938d85c0cae3f./rep_barrier:seqnumDuringOpen/1732036870919/Put/seqid=0 2024-11-19T17:21:22,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741844_1020 (size=5518) 2024-11-19T17:21:22,436 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 to pos 1191, reset compression=false 2024-11-19T17:21:22,523 DEBUG [RS:0;280a42d09ec8:35923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 304368d82fbf8e14169938d85c0cae3f 2024-11-19T17:21:22,571 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420 to pos 1239, reset compression=false 2024-11-19T17:21:22,576 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:21:22,576 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420 to pos 1486, reset compression=false 2024-11-19T17:21:22,576 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.shipper280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,35923,1732036862879 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:21:22,577 ERROR [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.shipper280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 280a42d09ec8,35923,1732036862879: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-280a42d09ec8,35923,1732036862879, walGroup=280a42d09ec8%2C35923%2C1732036862879, offset=280a42d09ec8%2C35923%2C1732036862879.1732036864420:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:35923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T17:21:22,578 ERROR [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.shipper280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T17:21:22,578 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.shipper280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T17:21:22,578 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.shipper280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T17:21:22,578 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.shipper280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T17:21:22,578 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.shipper280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T17:21:22,579 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.shipper280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1415577600, "init": 1048576000, "max": 2306867200, "used": 946893240 }, "NonHeapMemoryUsage": { "committed": 206503936, "init": 7667712, "max": -1, "used": 202116984 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T17:21:22,579 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.shipper280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:35961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:35961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T17:21:22,723 DEBUG [RS:0;280a42d09ec8:35923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 304368d82fbf8e14169938d85c0cae3f 2024-11-19T17:21:22,779 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420 to pos 1486, reset compression=false 2024-11-19T17:21:22,785 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/default/test/304368d82fbf8e14169938d85c0cae3f/.tmp/f/2e03ae5f19dd456b96f40cc4a2a67b7c 2024-11-19T17:21:22,789 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e03ae5f19dd456b96f40cc4a2a67b7c 2024-11-19T17:21:22,795 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/hbase/meta/1588230740/.tmp/rep_barrier/16c7aa8aeb634f74a6b738833bd72b76 2024-11-19T17:21:22,810 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/default/test/304368d82fbf8e14169938d85c0cae3f/.tmp/f1/a21b0d18ba0448408c2f42648fbdc35b is 30, key is row1/f1:/1732036879902/DeleteFamily/seqid=0 2024-11-19T17:21:22,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741845_1021 (size=5158) 2024-11-19T17:21:22,818 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/hbase/meta/1588230740/.tmp/table/138f9ffe81c948f3ae7448799108cedd is 53, key is hbase:replication/table:state/1732036875612/Put/seqid=0 2024-11-19T17:21:22,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741846_1022 (size=5308) 2024-11-19T17:21:22,924 INFO [RS:0;280a42d09ec8:35923 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T17:21:22,924 DEBUG [RS:0;280a42d09ec8:35923 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 304368d82fbf8e14169938d85c0cae3f=test,,1732036869773.304368d82fbf8e14169938d85c0cae3f.} 2024-11-19T17:21:22,924 DEBUG [RS:0;280a42d09ec8:35923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 304368d82fbf8e14169938d85c0cae3f 2024-11-19T17:21:22,940 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 to pos 1191, reset compression=false 2024-11-19T17:21:23,084 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420 to pos 1486, reset compression=false 2024-11-19T17:21:23,124 DEBUG [RS:0;280a42d09ec8:35923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 304368d82fbf8e14169938d85c0cae3f 2024-11-19T17:21:23,159 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787 to pos 636, reset compression=false 2024-11-19T17:21:23,214 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/default/test/304368d82fbf8e14169938d85c0cae3f/.tmp/f1/a21b0d18ba0448408c2f42648fbdc35b 2024-11-19T17:21:23,223 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/hbase/meta/1588230740/.tmp/table/138f9ffe81c948f3ae7448799108cedd 2024-11-19T17:21:23,226 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a21b0d18ba0448408c2f42648fbdc35b 2024-11-19T17:21:23,232 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/hbase/meta/1588230740/.tmp/info/5572f6071b8d44b99852c72b0844a764 as hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/hbase/meta/1588230740/info/5572f6071b8d44b99852c72b0844a764 2024-11-19T17:21:23,235 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/hbase/meta/1588230740/info/5572f6071b8d44b99852c72b0844a764, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T17:21:23,237 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/hbase/meta/1588230740/.tmp/ns/b1a674a7d66d43c2a6220b0f2008a3a3 as hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/hbase/meta/1588230740/ns/b1a674a7d66d43c2a6220b0f2008a3a3 2024-11-19T17:21:23,241 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/hbase/meta/1588230740/ns/b1a674a7d66d43c2a6220b0f2008a3a3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T17:21:23,242 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/hbase/meta/1588230740/.tmp/rep_barrier/16c7aa8aeb634f74a6b738833bd72b76 as hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/hbase/meta/1588230740/rep_barrier/16c7aa8aeb634f74a6b738833bd72b76 2024-11-19T17:21:23,246 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/hbase/meta/1588230740/rep_barrier/16c7aa8aeb634f74a6b738833bd72b76, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T17:21:23,246 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/hbase/meta/1588230740/.tmp/table/138f9ffe81c948f3ae7448799108cedd as hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/hbase/meta/1588230740/table/138f9ffe81c948f3ae7448799108cedd 2024-11-19T17:21:23,250 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/hbase/meta/1588230740/table/138f9ffe81c948f3ae7448799108cedd, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T17:21:23,251 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1328ms, sequenceid=16, compaction requested=false 2024-11-19T17:21:23,254 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/default/test/304368d82fbf8e14169938d85c0cae3f/.tmp/norep/fba8900c8b704b56b73fe7e2bcd006b8 is 33, key is row2/norep:/1732036880907/DeleteFamily/seqid=0 2024-11-19T17:21:23,257 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T17:21:23,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741847_1023 (size=5108) 2024-11-19T17:21:23,258 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:21:23,258 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:21:23,258 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:21:23,258 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036881923Running coprocessor pre-close hooks at 1732036881923Disabling compacts and flushes for region at 1732036881923Disabling writes for close at 1732036881923Obtaining lock to block concurrent updates at 1732036881923Preparing flush snapshotting stores in 1588230740 at 1732036881923Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732036881923Flushing stores of hbase:meta,,1.1588230740 at 1732036881924 (+1 ms)Flushing 1588230740/info: creating writer at 1732036881924Flushing 1588230740/info: appending metadata at 1732036881941 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732036881941Flushing 1588230740/ns: creating writer at 1732036882351 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732036882367 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732036882367Flushing 1588230740/rep_barrier: creating writer at 1732036882374 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732036882389 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732036882389Flushing 1588230740/table: creating writer at 1732036882799 (+410 ms)Flushing 1588230740/table: appending metadata at 1732036882818 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732036882818Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@224276f9: reopening flushed file at 1732036883231 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64c21708: reopening flushed file at 1732036883235 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ecebac4: reopening flushed file at 1732036883241 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bdfd6a2: reopening flushed file at 1732036883246 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1328ms, sequenceid=16, compaction requested=false at 1732036883251 (+5 ms)Writing region close event to WAL at 1732036883254 (+3 ms)Running coprocessor post-close hooks at 1732036883258 (+4 ms)Closed at 1732036883258 2024-11-19T17:21:23,258 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T17:21:23,324 DEBUG [RS:0;280a42d09ec8:35923 {}] regionserver.HRegionServer(1351): Waiting on 304368d82fbf8e14169938d85c0cae3f 2024-11-19T17:21:23,487 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/WALs/280a42d09ec8,35923,1732036862879/280a42d09ec8%2C35923%2C1732036862879.1732036864420 to pos 1486, reset compression=false 2024-11-19T17:21:23,524 DEBUG [RS:0;280a42d09ec8:35923 {}] regionserver.HRegionServer(1351): Waiting on 304368d82fbf8e14169938d85c0cae3f 2024-11-19T17:21:23,544 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 to pos 1191, reset compression=false 2024-11-19T17:21:23,659 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/default/test/304368d82fbf8e14169938d85c0cae3f/.tmp/norep/fba8900c8b704b56b73fe7e2bcd006b8 2024-11-19T17:21:23,663 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fba8900c8b704b56b73fe7e2bcd006b8 2024-11-19T17:21:23,663 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/default/test/304368d82fbf8e14169938d85c0cae3f/.tmp/f/2e03ae5f19dd456b96f40cc4a2a67b7c as hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/default/test/304368d82fbf8e14169938d85c0cae3f/f/2e03ae5f19dd456b96f40cc4a2a67b7c 2024-11-19T17:21:23,667 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e03ae5f19dd456b96f40cc4a2a67b7c 2024-11-19T17:21:23,667 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/default/test/304368d82fbf8e14169938d85c0cae3f/f/2e03ae5f19dd456b96f40cc4a2a67b7c, entries=3, sequenceid=10, filesize=5.0 K 2024-11-19T17:21:23,668 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/default/test/304368d82fbf8e14169938d85c0cae3f/.tmp/f1/a21b0d18ba0448408c2f42648fbdc35b as hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/default/test/304368d82fbf8e14169938d85c0cae3f/f1/a21b0d18ba0448408c2f42648fbdc35b 2024-11-19T17:21:23,671 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a21b0d18ba0448408c2f42648fbdc35b 2024-11-19T17:21:23,671 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/default/test/304368d82fbf8e14169938d85c0cae3f/f1/a21b0d18ba0448408c2f42648fbdc35b, entries=3, sequenceid=10, filesize=5.0 K 2024-11-19T17:21:23,672 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/default/test/304368d82fbf8e14169938d85c0cae3f/.tmp/norep/fba8900c8b704b56b73fe7e2bcd006b8 as hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/default/test/304368d82fbf8e14169938d85c0cae3f/norep/fba8900c8b704b56b73fe7e2bcd006b8 2024-11-19T17:21:23,675 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fba8900c8b704b56b73fe7e2bcd006b8 2024-11-19T17:21:23,675 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/default/test/304368d82fbf8e14169938d85c0cae3f/norep/fba8900c8b704b56b73fe7e2bcd006b8, entries=1, sequenceid=10, filesize=5.0 K 2024-11-19T17:21:23,676 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 304368d82fbf8e14169938d85c0cae3f in 1314ms, sequenceid=10, compaction requested=false 2024-11-19T17:21:23,683 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/data/default/test/304368d82fbf8e14169938d85c0cae3f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T17:21:23,683 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:21:23,683 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T17:21:23,683 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732036869773.304368d82fbf8e14169938d85c0cae3f. 2024-11-19T17:21:23,683 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 304368d82fbf8e14169938d85c0cae3f: Waiting for close lock at 1732036882362Running coprocessor pre-close hooks at 1732036882362Disabling compacts and flushes for region at 1732036882362Disabling writes for close at 1732036882362Obtaining lock to block concurrent updates at 1732036882362Preparing flush snapshotting stores in 304368d82fbf8e14169938d85c0cae3f at 1732036882362Finished memstore snapshotting test,,1732036869773.304368d82fbf8e14169938d85c0cae3f., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732036882363 (+1 ms)Flushing stores of test,,1732036869773.304368d82fbf8e14169938d85c0cae3f. at 1732036882363Flushing 304368d82fbf8e14169938d85c0cae3f/f: creating writer at 1732036882363Flushing 304368d82fbf8e14169938d85c0cae3f/f: appending metadata at 1732036882381 (+18 ms)Flushing 304368d82fbf8e14169938d85c0cae3f/f: closing flushed file at 1732036882381Flushing 304368d82fbf8e14169938d85c0cae3f/f1: creating writer at 1732036882789 (+408 ms)Flushing 304368d82fbf8e14169938d85c0cae3f/f1: appending metadata at 1732036882809 (+20 ms)Flushing 304368d82fbf8e14169938d85c0cae3f/f1: closing flushed file at 1732036882809Flushing 304368d82fbf8e14169938d85c0cae3f/norep: creating writer at 1732036883227 (+418 ms)Flushing 304368d82fbf8e14169938d85c0cae3f/norep: appending metadata at 1732036883253 (+26 ms)Flushing 304368d82fbf8e14169938d85c0cae3f/norep: closing flushed file at 1732036883253Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39df425f: reopening flushed file at 1732036883663 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d6fc7d4: reopening flushed file at 1732036883667 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a446c76: reopening flushed file at 1732036883671 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 304368d82fbf8e14169938d85c0cae3f in 1314ms, sequenceid=10, compaction requested=false at 1732036883676 (+5 ms)Writing region close event to WAL at 1732036883680 (+4 ms)Running coprocessor post-close hooks at 1732036883683 (+3 ms)Closed at 1732036883683 2024-11-19T17:21:23,684 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732036869773.304368d82fbf8e14169938d85c0cae3f. 2024-11-19T17:21:23,725 INFO [RS:0;280a42d09ec8:35923 {}] regionserver.HRegionServer(976): stopping server 280a42d09ec8,35923,1732036862879; all regions closed. 2024-11-19T17:21:23,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741834_1010 (size=4239) 2024-11-19T17:21:23,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741839_1015 (size=2896) 2024-11-19T17:21:23,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741832_1008 (size=2138) 2024-11-19T17:21:23,731 DEBUG [RS:0;280a42d09ec8:35923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:23,731 INFO [RS:0;280a42d09ec8:35923 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:21:23,731 INFO [RS:0;280a42d09ec8:35923 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:21:23,731 INFO [RS:0;280a42d09ec8:35923 {}] hbase.ChoreService(370): Chore service for: regionserver/280a42d09ec8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T17:21:23,732 INFO [RS:0;280a42d09ec8:35923 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:21:23,732 INFO [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:21:23,732 INFO [RS:0;280a42d09ec8:35923 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-280a42d09ec8,35923,1732036862879 because: Region server is closing 2024-11-19T17:21:23,732 INFO [RS:0;280a42d09ec8:35923 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:35923. 2024-11-19T17:21:23,732 DEBUG [RS:0;280a42d09ec8:35923 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:21:23,732 DEBUG [RS:0;280a42d09ec8:35923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:23,733 DEBUG [RS:0;280a42d09ec8:35923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:23,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:21:23,833 INFO [RS:0;280a42d09ec8:35923 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.shipper280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 terminated 2024-11-19T17:21:23,833 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35923,1732036862879.replicationSource.wal-reader.280a42d09ec8%2C35923%2C1732036862879,1-280a42d09ec8,35923,1732036862879 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T17:21:23,833 INFO [RS:0;280a42d09ec8:35923 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:35923. 2024-11-19T17:21:23,833 DEBUG [RS:0;280a42d09ec8:35923 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:21:23,833 DEBUG [RS:0;280a42d09ec8:35923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:23,833 DEBUG [RS:0;280a42d09ec8:35923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:23,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:21:23,834 INFO [RS:0;280a42d09ec8:35923 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35923 2024-11-19T17:21:23,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35923-0x101313eea590007, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2916150458/rs/280a42d09ec8,35923,1732036862879 2024-11-19T17:21:23,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35961-0x101313eea590006, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2916150458/rs 2024-11-19T17:21:23,836 INFO [RS:0;280a42d09ec8:35923 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:21:23,838 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [280a42d09ec8,35923,1732036862879] 2024-11-19T17:21:23,839 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2916150458/draining/280a42d09ec8,35923,1732036862879 already deleted, retry=false 2024-11-19T17:21:23,839 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 280a42d09ec8,35923,1732036862879 expired; onlineServers=0 2024-11-19T17:21:23,839 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '280a42d09ec8,35961,1732036862775' ***** 2024-11-19T17:21:23,839 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T17:21:23,839 INFO [M:0;280a42d09ec8:35961 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:21:23,839 INFO [M:0;280a42d09ec8:35961 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:21:23,839 DEBUG [M:0;280a42d09ec8:35961 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T17:21:23,840 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T17:21:23,840 DEBUG [M:0;280a42d09ec8:35961 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T17:21:23,840 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036864232 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036864232,5,FailOnTimeoutGroup] 2024-11-19T17:21:23,840 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036864232 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036864232,5,FailOnTimeoutGroup] 2024-11-19T17:21:23,840 INFO [M:0;280a42d09ec8:35961 {}] hbase.ChoreService(370): Chore service for: master/280a42d09ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T17:21:23,840 INFO [M:0;280a42d09ec8:35961 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:21:23,840 DEBUG [M:0;280a42d09ec8:35961 {}] master.HMaster(1795): Stopping service threads 2024-11-19T17:21:23,840 INFO [M:0;280a42d09ec8:35961 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T17:21:23,840 INFO [M:0;280a42d09ec8:35961 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:21:23,840 INFO [M:0;280a42d09ec8:35961 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T17:21:23,841 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T17:21:23,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35961-0x101313eea590006, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2916150458/master 2024-11-19T17:21:23,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35961-0x101313eea590006, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2916150458 2024-11-19T17:21:23,841 DEBUG [M:0;280a42d09ec8:35961 {}] zookeeper.ZKUtil(347): master:35961-0x101313eea590006, quorum=127.0.0.1:56394, baseZNode=/2916150458 Unable to get data of znode /2916150458/master because node does not exist (not an error) 2024-11-19T17:21:23,841 WARN [M:0;280a42d09ec8:35961 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T17:21:23,842 INFO [M:0;280a42d09ec8:35961 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/.lastflushedseqids 2024-11-19T17:21:23,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741848_1024 (size=245) 2024-11-19T17:21:23,846 INFO [M:0;280a42d09ec8:35961 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T17:21:23,846 INFO [M:0;280a42d09ec8:35961 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T17:21:23,846 DEBUG [M:0;280a42d09ec8:35961 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:21:23,846 INFO [M:0;280a42d09ec8:35961 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:21:23,846 DEBUG [M:0;280a42d09ec8:35961 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:21:23,847 DEBUG [M:0;280a42d09ec8:35961 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:21:23,847 DEBUG [M:0;280a42d09ec8:35961 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:21:23,847 INFO [M:0;280a42d09ec8:35961 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-19T17:21:23,861 DEBUG [M:0;280a42d09ec8:35961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a6617b125954c369827fa0a79586ede is 82, key is hbase:meta,,1/info:regioninfo/1732036865397/Put/seqid=0 2024-11-19T17:21:23,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741849_1025 (size=5672) 2024-11-19T17:21:23,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35923-0x101313eea590007, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:21:23,938 INFO [RS:0;280a42d09ec8:35923 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:21:23,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35923-0x101313eea590007, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:21:23,938 INFO [RS:0;280a42d09ec8:35923 {}] regionserver.HRegionServer(1031): Exiting; stopping=280a42d09ec8,35923,1732036862879; zookeeper connection closed. 2024-11-19T17:21:23,938 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b73031b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b73031b 2024-11-19T17:21:23,939 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T17:21:24,063 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787 to pos 636, reset compression=false 2024-11-19T17:21:24,247 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 to pos 1191, reset compression=false 2024-11-19T17:21:24,265 INFO [M:0;280a42d09ec8:35961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a6617b125954c369827fa0a79586ede 2024-11-19T17:21:24,285 DEBUG [M:0;280a42d09ec8:35961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/37834b112e22497bb1378a39b8100229 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732036875615/Put/seqid=0 2024-11-19T17:21:24,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741850_1026 (size=8517) 2024-11-19T17:21:24,290 INFO [M:0;280a42d09ec8:35961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/37834b112e22497bb1378a39b8100229 2024-11-19T17:21:24,311 DEBUG [M:0;280a42d09ec8:35961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8240460968104feb860d79fd59e099ee is 69, key is 280a42d09ec8,35923,1732036862879/rs:state/1732036864263/Put/seqid=0 2024-11-19T17:21:24,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741851_1027 (size=5156) 2024-11-19T17:21:24,551 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T17:21:24,715 INFO [M:0;280a42d09ec8:35961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8240460968104feb860d79fd59e099ee 2024-11-19T17:21:24,719 DEBUG [M:0;280a42d09ec8:35961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a6617b125954c369827fa0a79586ede as hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0a6617b125954c369827fa0a79586ede 2024-11-19T17:21:24,723 INFO [M:0;280a42d09ec8:35961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0a6617b125954c369827fa0a79586ede, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T17:21:24,724 DEBUG [M:0;280a42d09ec8:35961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/37834b112e22497bb1378a39b8100229 as hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/37834b112e22497bb1378a39b8100229 2024-11-19T17:21:24,727 INFO [M:0;280a42d09ec8:35961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/37834b112e22497bb1378a39b8100229, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T17:21:24,728 DEBUG [M:0;280a42d09ec8:35961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8240460968104feb860d79fd59e099ee as hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8240460968104feb860d79fd59e099ee 2024-11-19T17:21:24,731 INFO [M:0;280a42d09ec8:35961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34989/user/jenkins/test-data/1b3ce2a8-65e3-1dd9-2c90-3f5c5df57ed7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8240460968104feb860d79fd59e099ee, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T17:21:24,731 INFO [M:0;280a42d09ec8:35961 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=97, compaction requested=false 2024-11-19T17:21:24,732 INFO [M:0;280a42d09ec8:35961 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:21:24,733 DEBUG [M:0;280a42d09ec8:35961 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036883846Disabling compacts and flushes for region at 1732036883846Disabling writes for close at 1732036883847 (+1 ms)Obtaining lock to block concurrent updates at 1732036883847Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732036883847Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732036883847Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732036883847Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732036883847Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732036883861 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732036883861Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732036884268 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732036884285 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732036884285Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732036884294 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732036884311 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732036884311Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2eb2417e: reopening flushed file at 1732036884719 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bbad345: reopening flushed file at 1732036884723 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29437db6: reopening flushed file at 1732036884727 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=97, compaction requested=false at 1732036884731 (+4 ms)Writing region close event to WAL at 1732036884732 (+1 ms)Closed at 1732036884732 2024-11-19T17:21:24,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741830_1006 (size=63666) 2024-11-19T17:21:24,735 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:21:24,735 INFO [M:0;280a42d09ec8:35961 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T17:21:24,735 INFO [M:0;280a42d09ec8:35961 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35961 2024-11-19T17:21:24,735 INFO [M:0;280a42d09ec8:35961 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:21:24,837 INFO [M:0;280a42d09ec8:35961 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:21:24,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35961-0x101313eea590006, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:21:24,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35961-0x101313eea590006, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:21:24,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@780f397e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:21:24,840 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3fbefb74{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:21:24,840 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:21:24,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15f12923{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:21:24,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ee6db57{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72194497-096a-bad0-7358-ec54648591c9/hadoop.log.dir/,STOPPED} 2024-11-19T17:21:24,842 WARN [BP-1967819647-172.17.0.2-1732036861523 heartbeating to localhost/127.0.0.1:34989 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T17:21:24,842 WARN [BP-1967819647-172.17.0.2-1732036861523 heartbeating to localhost/127.0.0.1:34989 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1967819647-172.17.0.2-1732036861523 (Datanode Uuid 4064cc7d-08ca-465e-a9e6-897726e6a815) service to localhost/127.0.0.1:34989 2024-11-19T17:21:24,842 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T17:21:24,842 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T17:21:24,842 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72194497-096a-bad0-7358-ec54648591c9/cluster_745f8bde-a2b1-98be-f405-9987fa8da17c/data/data1/current/BP-1967819647-172.17.0.2-1732036861523 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:21:24,843 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72194497-096a-bad0-7358-ec54648591c9/cluster_745f8bde-a2b1-98be-f405-9987fa8da17c/data/data2/current/BP-1967819647-172.17.0.2-1732036861523 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:21:24,843 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T17:21:24,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22e6a10f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:21:24,850 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67a277a2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:21:24,850 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:21:24,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2430fd58{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:21:24,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@335b2848{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72194497-096a-bad0-7358-ec54648591c9/hadoop.log.dir/,STOPPED} 2024-11-19T17:21:24,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T17:21:24,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T17:21:24,863 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:21:24,863 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:21:24,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:24,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:24,863 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:21:24,863 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T17:21:24,863 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1203773472, stopped=false 2024-11-19T17:21:24,863 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=280a42d09ec8,36629,1732036858398 2024-11-19T17:21:24,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x101313eea590003, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11575469912/running 2024-11-19T17:21:24,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45267-0x101313eea590004, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11575469912/running 2024-11-19T17:21:24,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x101313eea590003, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575469912 2024-11-19T17:21:24,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45267-0x101313eea590004, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575469912 2024-11-19T17:21:24,866 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:21:24,866 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:21:24,867 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:21:24,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:24,867 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '280a42d09ec8,45267,1732036858464' ***** 2024-11-19T17:21:24,867 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T17:21:24,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36629-0x101313eea590003, quorum=127.0.0.1:56394, baseZNode=/11575469912 Set watcher on znode that does not yet exist, /11575469912/running 2024-11-19T17:21:24,867 INFO [RS:0;280a42d09ec8:45267 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T17:21:24,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45267-0x101313eea590004, quorum=127.0.0.1:56394, baseZNode=/11575469912 Set watcher on znode that does not yet exist, /11575469912/running 2024-11-19T17:21:24,867 INFO [RS:0;280a42d09ec8:45267 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T17:21:24,867 INFO [RS:0;280a42d09ec8:45267 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T17:21:24,867 INFO [RS:0;280a42d09ec8:45267 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e67d4d9ac33af9ec005161c861e0634 2024-11-19T17:21:24,868 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T17:21:24,868 INFO [RS:0;280a42d09ec8:45267 {}] regionserver.HRegionServer(3091): Received CLOSE for c1aeb1772c5a251f90cc1a5b66f2e259 2024-11-19T17:21:24,868 INFO [RS:0;280a42d09ec8:45267 {}] regionserver.HRegionServer(959): stopping server 280a42d09ec8,45267,1732036858464 2024-11-19T17:21:24,868 INFO [RS:0;280a42d09ec8:45267 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:21:24,868 INFO [RS:0;280a42d09ec8:45267 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:45267. 2024-11-19T17:21:24,868 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e67d4d9ac33af9ec005161c861e0634, disabling compactions & flushes 2024-11-19T17:21:24,868 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732036874098.0e67d4d9ac33af9ec005161c861e0634. 2024-11-19T17:21:24,868 DEBUG [RS:0;280a42d09ec8:45267 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:21:24,868 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732036874098.0e67d4d9ac33af9ec005161c861e0634. 2024-11-19T17:21:24,868 DEBUG [RS:0;280a42d09ec8:45267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:24,868 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732036874098.0e67d4d9ac33af9ec005161c861e0634. after waiting 0 ms 2024-11-19T17:21:24,868 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732036874098.0e67d4d9ac33af9ec005161c861e0634. 2024-11-19T17:21:24,868 INFO [RS:0;280a42d09ec8:45267 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T17:21:24,868 INFO [RS:0;280a42d09ec8:45267 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T17:21:24,868 INFO [RS:0;280a42d09ec8:45267 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T17:21:24,868 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0e67d4d9ac33af9ec005161c861e0634 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-19T17:21:24,869 INFO [RS:0;280a42d09ec8:45267 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T17:21:24,869 INFO [RS:0;280a42d09ec8:45267 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T17:21:24,869 DEBUG [RS:0;280a42d09ec8:45267 {}] regionserver.HRegionServer(1325): Online Regions={0e67d4d9ac33af9ec005161c861e0634=hbase:replication,,1732036874098.0e67d4d9ac33af9ec005161c861e0634., 1588230740=hbase:meta,,1.1588230740, c1aeb1772c5a251f90cc1a5b66f2e259=test,,1732036867613.c1aeb1772c5a251f90cc1a5b66f2e259.} 2024-11-19T17:21:24,869 DEBUG [RS:0;280a42d09ec8:45267 {}] regionserver.HRegionServer(1351): Waiting on 0e67d4d9ac33af9ec005161c861e0634, 1588230740, c1aeb1772c5a251f90cc1a5b66f2e259 2024-11-19T17:21:24,869 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:21:24,869 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:21:24,869 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:21:24,869 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:21:24,869 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:21:24,869 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T17:21:24,885 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/hbase/meta/1588230740/.tmp/info/1cfbe54107a244ffa4025ff94e80224b is 147, key is hbase:replication,,1732036874098.0e67d4d9ac33af9ec005161c861e0634./info:regioninfo/1732036874860/Put/seqid=0 2024-11-19T17:21:24,885 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/hbase/replication/0e67d4d9ac33af9ec005161c861e0634/.tmp/queue/8ec62364ef2c4d7da95f9af80ae2e67d is 154, key is 1-280a42d09ec8,45267,1732036858464/queue:280a42d09ec8%2C45267%2C1732036858464/1732036881525/Put/seqid=0 2024-11-19T17:21:24,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741841_1017 (size=5353) 2024-11-19T17:21:24,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741840_1016 (size=7686) 2024-11-19T17:21:24,930 INFO [regionserver/280a42d09ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:21:25,051 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 to pos 1191, reset compression=false 2024-11-19T17:21:25,069 DEBUG [RS:0;280a42d09ec8:45267 {}] regionserver.HRegionServer(1351): Waiting on 0e67d4d9ac33af9ec005161c861e0634, 1588230740, c1aeb1772c5a251f90cc1a5b66f2e259 2024-11-19T17:21:25,069 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787 to pos 636, reset compression=false 2024-11-19T17:21:25,269 DEBUG [RS:0;280a42d09ec8:45267 {}] regionserver.HRegionServer(1351): Waiting on 0e67d4d9ac33af9ec005161c861e0634, 1588230740, c1aeb1772c5a251f90cc1a5b66f2e259 2024-11-19T17:21:25,289 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/hbase/replication/0e67d4d9ac33af9ec005161c861e0634/.tmp/queue/8ec62364ef2c4d7da95f9af80ae2e67d 2024-11-19T17:21:25,289 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/hbase/meta/1588230740/.tmp/info/1cfbe54107a244ffa4025ff94e80224b 2024-11-19T17:21:25,294 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/hbase/replication/0e67d4d9ac33af9ec005161c861e0634/.tmp/queue/8ec62364ef2c4d7da95f9af80ae2e67d as hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/hbase/replication/0e67d4d9ac33af9ec005161c861e0634/queue/8ec62364ef2c4d7da95f9af80ae2e67d 2024-11-19T17:21:25,297 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/hbase/replication/0e67d4d9ac33af9ec005161c861e0634/queue/8ec62364ef2c4d7da95f9af80ae2e67d, entries=1, sequenceid=12, filesize=5.2 K 2024-11-19T17:21:25,298 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 0e67d4d9ac33af9ec005161c861e0634 in 430ms, sequenceid=12, compaction requested=false 2024-11-19T17:21:25,298 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T17:21:25,302 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/hbase/replication/0e67d4d9ac33af9ec005161c861e0634/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T17:21:25,303 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:21:25,303 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:21:25,303 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732036874098.0e67d4d9ac33af9ec005161c861e0634. 2024-11-19T17:21:25,303 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e67d4d9ac33af9ec005161c861e0634: Waiting for close lock at 1732036884868Running coprocessor pre-close hooks at 1732036884868Disabling compacts and flushes for region at 1732036884868Disabling writes for close at 1732036884868Obtaining lock to block concurrent updates at 1732036884868Preparing flush snapshotting stores in 0e67d4d9ac33af9ec005161c861e0634 at 1732036884868Finished memstore snapshotting hbase:replication,,1732036874098.0e67d4d9ac33af9ec005161c861e0634., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732036884869 (+1 ms)Flushing stores of hbase:replication,,1732036874098.0e67d4d9ac33af9ec005161c861e0634. at 1732036884871 (+2 ms)Flushing 0e67d4d9ac33af9ec005161c861e0634/queue: creating writer at 1732036884871Flushing 0e67d4d9ac33af9ec005161c861e0634/queue: appending metadata at 1732036884885 (+14 ms)Flushing 0e67d4d9ac33af9ec005161c861e0634/queue: closing flushed file at 1732036884885Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e00063: reopening flushed file at 1732036885294 (+409 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 0e67d4d9ac33af9ec005161c861e0634 in 430ms, sequenceid=12, compaction requested=false at 1732036885298 (+4 ms)Writing region close event to WAL at 1732036885300 (+2 ms)Running coprocessor post-close hooks at 1732036885303 (+3 ms)Closed at 1732036885303 2024-11-19T17:21:25,303 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732036874098.0e67d4d9ac33af9ec005161c861e0634. 2024-11-19T17:21:25,303 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c1aeb1772c5a251f90cc1a5b66f2e259, disabling compactions & flushes 2024-11-19T17:21:25,303 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732036867613.c1aeb1772c5a251f90cc1a5b66f2e259. 2024-11-19T17:21:25,303 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732036867613.c1aeb1772c5a251f90cc1a5b66f2e259. 2024-11-19T17:21:25,303 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732036867613.c1aeb1772c5a251f90cc1a5b66f2e259. after waiting 0 ms 2024-11-19T17:21:25,303 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732036867613.c1aeb1772c5a251f90cc1a5b66f2e259. 2024-11-19T17:21:25,303 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c1aeb1772c5a251f90cc1a5b66f2e259 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-19T17:21:25,312 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/hbase/meta/1588230740/.tmp/ns/c759c1c86b6843158f5cd786a6514c4e is 43, key is default/ns:d/1732036861473/Put/seqid=0 2024-11-19T17:21:25,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741842_1018 (size=5153) 2024-11-19T17:21:25,318 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/default/test/c1aeb1772c5a251f90cc1a5b66f2e259/.tmp/f/f42bdd73b5ff49dba85de499872d0e89 is 29, key is row1/f:/1732036879902/DeleteFamily/seqid=0 2024-11-19T17:21:25,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741843_1019 (size=5152) 2024-11-19T17:21:25,322 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/default/test/c1aeb1772c5a251f90cc1a5b66f2e259/.tmp/f/f42bdd73b5ff49dba85de499872d0e89 2024-11-19T17:21:25,325 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f42bdd73b5ff49dba85de499872d0e89 2024-11-19T17:21:25,347 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/default/test/c1aeb1772c5a251f90cc1a5b66f2e259/.tmp/f1/82ab1840a2bd449ea92f07e0f327d8da is 30, key is row1/f1:/1732036879902/DeleteFamily/seqid=0 2024-11-19T17:21:25,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741844_1020 (size=5158) 2024-11-19T17:21:25,401 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T17:21:25,401 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T17:21:25,469 DEBUG [RS:0;280a42d09ec8:45267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c1aeb1772c5a251f90cc1a5b66f2e259 2024-11-19T17:21:25,670 DEBUG [RS:0;280a42d09ec8:45267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c1aeb1772c5a251f90cc1a5b66f2e259 2024-11-19T17:21:25,716 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/hbase/meta/1588230740/.tmp/ns/c759c1c86b6843158f5cd786a6514c4e 2024-11-19T17:21:25,735 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/hbase/meta/1588230740/.tmp/rep_barrier/d4d4833d10e241d2bbf8171fbd11dc50 is 112, key is test,,1732036867613.c1aeb1772c5a251f90cc1a5b66f2e259./rep_barrier:seqnumDuringOpen/1732036868764/Put/seqid=0 2024-11-19T17:21:25,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741845_1021 (size=5518) 2024-11-19T17:21:25,751 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/default/test/c1aeb1772c5a251f90cc1a5b66f2e259/.tmp/f1/82ab1840a2bd449ea92f07e0f327d8da 2024-11-19T17:21:25,754 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82ab1840a2bd449ea92f07e0f327d8da 2024-11-19T17:21:25,773 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/default/test/c1aeb1772c5a251f90cc1a5b66f2e259/.tmp/norep/f249038f086845faa75de934f19092db is 33, key is row1/norep:/1732036879902/DeleteFamily/seqid=0 2024-11-19T17:21:25,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741846_1022 (size=5108) 2024-11-19T17:21:25,777 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/default/test/c1aeb1772c5a251f90cc1a5b66f2e259/.tmp/norep/f249038f086845faa75de934f19092db 2024-11-19T17:21:25,780 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f249038f086845faa75de934f19092db 2024-11-19T17:21:25,781 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/default/test/c1aeb1772c5a251f90cc1a5b66f2e259/.tmp/f/f42bdd73b5ff49dba85de499872d0e89 as hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/default/test/c1aeb1772c5a251f90cc1a5b66f2e259/f/f42bdd73b5ff49dba85de499872d0e89 2024-11-19T17:21:25,784 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f42bdd73b5ff49dba85de499872d0e89 2024-11-19T17:21:25,784 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/default/test/c1aeb1772c5a251f90cc1a5b66f2e259/f/f42bdd73b5ff49dba85de499872d0e89, entries=3, sequenceid=10, filesize=5.0 K 2024-11-19T17:21:25,785 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/default/test/c1aeb1772c5a251f90cc1a5b66f2e259/.tmp/f1/82ab1840a2bd449ea92f07e0f327d8da as hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/default/test/c1aeb1772c5a251f90cc1a5b66f2e259/f1/82ab1840a2bd449ea92f07e0f327d8da 2024-11-19T17:21:25,794 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82ab1840a2bd449ea92f07e0f327d8da 2024-11-19T17:21:25,794 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/default/test/c1aeb1772c5a251f90cc1a5b66f2e259/f1/82ab1840a2bd449ea92f07e0f327d8da, entries=3, sequenceid=10, filesize=5.0 K 2024-11-19T17:21:25,795 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/default/test/c1aeb1772c5a251f90cc1a5b66f2e259/.tmp/norep/f249038f086845faa75de934f19092db as hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/default/test/c1aeb1772c5a251f90cc1a5b66f2e259/norep/f249038f086845faa75de934f19092db 2024-11-19T17:21:25,798 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f249038f086845faa75de934f19092db 2024-11-19T17:21:25,798 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/default/test/c1aeb1772c5a251f90cc1a5b66f2e259/norep/f249038f086845faa75de934f19092db, entries=1, sequenceid=10, filesize=5.0 K 2024-11-19T17:21:25,799 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c1aeb1772c5a251f90cc1a5b66f2e259 in 496ms, sequenceid=10, compaction requested=false 2024-11-19T17:21:25,803 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/default/test/c1aeb1772c5a251f90cc1a5b66f2e259/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T17:21:25,803 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:21:25,803 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T17:21:25,803 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732036867613.c1aeb1772c5a251f90cc1a5b66f2e259. 2024-11-19T17:21:25,804 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c1aeb1772c5a251f90cc1a5b66f2e259: Waiting for close lock at 1732036885303Running coprocessor pre-close hooks at 1732036885303Disabling compacts and flushes for region at 1732036885303Disabling writes for close at 1732036885303Obtaining lock to block concurrent updates at 1732036885303Preparing flush snapshotting stores in c1aeb1772c5a251f90cc1a5b66f2e259 at 1732036885303Finished memstore snapshotting test,,1732036867613.c1aeb1772c5a251f90cc1a5b66f2e259., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732036885304 (+1 ms)Flushing stores of test,,1732036867613.c1aeb1772c5a251f90cc1a5b66f2e259. at 1732036885304Flushing c1aeb1772c5a251f90cc1a5b66f2e259/f: creating writer at 1732036885304Flushing c1aeb1772c5a251f90cc1a5b66f2e259/f: appending metadata at 1732036885318 (+14 ms)Flushing c1aeb1772c5a251f90cc1a5b66f2e259/f: closing flushed file at 1732036885318Flushing c1aeb1772c5a251f90cc1a5b66f2e259/f1: creating writer at 1732036885325 (+7 ms)Flushing c1aeb1772c5a251f90cc1a5b66f2e259/f1: appending metadata at 1732036885346 (+21 ms)Flushing c1aeb1772c5a251f90cc1a5b66f2e259/f1: closing flushed file at 1732036885346Flushing c1aeb1772c5a251f90cc1a5b66f2e259/norep: creating writer at 1732036885754 (+408 ms)Flushing c1aeb1772c5a251f90cc1a5b66f2e259/norep: appending metadata at 1732036885772 (+18 ms)Flushing c1aeb1772c5a251f90cc1a5b66f2e259/norep: closing flushed file at 1732036885772Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36f36112: reopening flushed file at 1732036885780 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dd54f3b: reopening flushed file at 1732036885785 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2782f721: reopening flushed file at 1732036885794 (+9 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c1aeb1772c5a251f90cc1a5b66f2e259 in 496ms, sequenceid=10, compaction requested=false at 1732036885799 (+5 ms)Writing region close event to WAL at 1732036885800 (+1 ms)Running coprocessor post-close hooks at 1732036885803 (+3 ms)Closed at 1732036885803 2024-11-19T17:21:25,804 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732036867613.c1aeb1772c5a251f90cc1a5b66f2e259. 2024-11-19T17:21:25,870 INFO [RS:0;280a42d09ec8:45267 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T17:21:25,870 DEBUG [RS:0;280a42d09ec8:45267 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T17:21:25,870 DEBUG [RS:0;280a42d09ec8:45267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:21:25,955 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 to pos 1191, reset compression=false 2024-11-19T17:21:25,960 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:21:25,960 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 to pos 2082, reset compression=false 2024-11-19T17:21:25,960 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.shipper280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,45267,1732036858464 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564, lastWalPosition=2082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:21:25,961 ERROR [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.shipper280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 280a42d09ec8,45267,1732036858464: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-280a42d09ec8,45267,1732036858464, walGroup=280a42d09ec8%2C45267%2C1732036858464, offset=280a42d09ec8%2C45267%2C1732036858464.1732036860564:2082, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:45267 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T17:21:25,962 ERROR [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.shipper280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T17:21:25,962 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.shipper280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T17:21:25,964 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.shipper280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T17:21:25,964 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.shipper280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T17:21:25,964 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.shipper280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T17:21:25,964 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.shipper280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1415577600, "init": 1048576000, "max": 2306867200, "used": 823283912 }, "NonHeapMemoryUsage": { "committed": 206831616, "init": 7667712, "max": -1, "used": 202549472 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T17:21:25,965 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.shipper280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:36629 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:36629 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T17:21:26,070 DEBUG [RS:0;280a42d09ec8:45267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:21:26,139 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/hbase/meta/1588230740/.tmp/rep_barrier/d4d4833d10e241d2bbf8171fbd11dc50 2024-11-19T17:21:26,162 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/hbase/meta/1588230740/.tmp/table/9b50039552dd492788025039197992b1 is 53, key is hbase:replication/table:state/1732036874866/Put/seqid=0 2024-11-19T17:21:26,162 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 to pos 2082, reset compression=false 2024-11-19T17:21:26,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741847_1023 (size=5308) 2024-11-19T17:21:26,173 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787 to pos 636, reset compression=false 2024-11-19T17:21:26,270 DEBUG [RS:0;280a42d09ec8:45267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:21:26,466 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/WALs/280a42d09ec8,45267,1732036858464/280a42d09ec8%2C45267%2C1732036858464.1732036860564 to pos 2082, reset compression=false 2024-11-19T17:21:26,470 DEBUG [RS:0;280a42d09ec8:45267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:21:26,567 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/hbase/meta/1588230740/.tmp/table/9b50039552dd492788025039197992b1 2024-11-19T17:21:26,571 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/hbase/meta/1588230740/.tmp/info/1cfbe54107a244ffa4025ff94e80224b as hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/hbase/meta/1588230740/info/1cfbe54107a244ffa4025ff94e80224b 2024-11-19T17:21:26,575 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/hbase/meta/1588230740/info/1cfbe54107a244ffa4025ff94e80224b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T17:21:26,575 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/hbase/meta/1588230740/.tmp/ns/c759c1c86b6843158f5cd786a6514c4e as hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/hbase/meta/1588230740/ns/c759c1c86b6843158f5cd786a6514c4e 2024-11-19T17:21:26,578 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/hbase/meta/1588230740/ns/c759c1c86b6843158f5cd786a6514c4e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T17:21:26,579 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/hbase/meta/1588230740/.tmp/rep_barrier/d4d4833d10e241d2bbf8171fbd11dc50 as hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/hbase/meta/1588230740/rep_barrier/d4d4833d10e241d2bbf8171fbd11dc50 2024-11-19T17:21:26,582 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/hbase/meta/1588230740/rep_barrier/d4d4833d10e241d2bbf8171fbd11dc50, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T17:21:26,582 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/hbase/meta/1588230740/.tmp/table/9b50039552dd492788025039197992b1 as hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/hbase/meta/1588230740/table/9b50039552dd492788025039197992b1 2024-11-19T17:21:26,586 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/hbase/meta/1588230740/table/9b50039552dd492788025039197992b1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T17:21:26,586 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=16, compaction requested=false 2024-11-19T17:21:26,590 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T17:21:26,591 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:21:26,591 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:21:26,591 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:21:26,591 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036884869Running coprocessor pre-close hooks at 1732036884869Disabling compacts and flushes for region at 1732036884869Disabling writes for close at 1732036884869Obtaining lock to block concurrent updates at 1732036884869Preparing flush snapshotting stores in 1588230740 at 1732036884869Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732036884869Flushing stores of hbase:meta,,1.1588230740 at 1732036884870 (+1 ms)Flushing 1588230740/info: creating writer at 1732036884870Flushing 1588230740/info: appending metadata at 1732036884885 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732036884885Flushing 1588230740/ns: creating writer at 1732036885294 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732036885311 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732036885311Flushing 1588230740/rep_barrier: creating writer at 1732036885720 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732036885734 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732036885734Flushing 1588230740/table: creating writer at 1732036886143 (+409 ms)Flushing 1588230740/table: appending metadata at 1732036886161 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732036886162 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f6950fc: reopening flushed file at 1732036886571 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3662e039: reopening flushed file at 1732036886575 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c62ae12: reopening flushed file at 1732036886578 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56a40899: reopening flushed file at 1732036886582 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=16, compaction requested=false at 1732036886586 (+4 ms)Writing region close event to WAL at 1732036886588 (+2 ms)Running coprocessor post-close hooks at 1732036886591 (+3 ms)Closed at 1732036886591 2024-11-19T17:21:26,591 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T17:21:26,671 INFO [RS:0;280a42d09ec8:45267 {}] regionserver.HRegionServer(976): stopping server 280a42d09ec8,45267,1732036858464; all regions closed. 2024-11-19T17:21:26,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741834_1010 (size=4239) 2024-11-19T17:21:26,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741839_1015 (size=3114) 2024-11-19T17:21:26,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741832_1008 (size=2090) 2024-11-19T17:21:26,677 DEBUG [RS:0;280a42d09ec8:45267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:26,677 INFO [RS:0;280a42d09ec8:45267 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:21:26,677 INFO [RS:0;280a42d09ec8:45267 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:21:26,677 INFO [RS:0;280a42d09ec8:45267 {}] hbase.ChoreService(370): Chore service for: regionserver/280a42d09ec8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T17:21:26,677 INFO [RS:0;280a42d09ec8:45267 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:21:26,678 INFO [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:21:26,678 INFO [RS:0;280a42d09ec8:45267 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-280a42d09ec8,45267,1732036858464 because: Region server is closing 2024-11-19T17:21:26,678 INFO [RS:0;280a42d09ec8:45267 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:45267. 2024-11-19T17:21:26,678 DEBUG [RS:0;280a42d09ec8:45267 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:21:26,678 DEBUG [RS:0;280a42d09ec8:45267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:26,678 DEBUG [RS:0;280a42d09ec8:45267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:26,678 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:21:26,779 INFO [RS:0;280a42d09ec8:45267 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.shipper280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 terminated 2024-11-19T17:21:26,779 INFO [RS:0;280a42d09ec8:45267 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:45267. 2024-11-19T17:21:26,779 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45267,1732036858464.replicationSource.wal-reader.280a42d09ec8%2C45267%2C1732036858464,1-280a42d09ec8,45267,1732036858464 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T17:21:26,779 DEBUG [RS:0;280a42d09ec8:45267 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:21:26,779 DEBUG [RS:0;280a42d09ec8:45267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:26,779 DEBUG [RS:0;280a42d09ec8:45267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:26,779 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:21:26,779 INFO [RS:0;280a42d09ec8:45267 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45267 2024-11-19T17:21:26,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x101313eea590003, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575469912/rs 2024-11-19T17:21:26,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45267-0x101313eea590004, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11575469912/rs/280a42d09ec8,45267,1732036858464 2024-11-19T17:21:26,781 INFO [RS:0;280a42d09ec8:45267 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:21:26,782 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [280a42d09ec8,45267,1732036858464] 2024-11-19T17:21:26,785 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11575469912/draining/280a42d09ec8,45267,1732036858464 already deleted, retry=false 2024-11-19T17:21:26,785 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 280a42d09ec8,45267,1732036858464 expired; onlineServers=0 2024-11-19T17:21:26,785 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '280a42d09ec8,36629,1732036858398' ***** 2024-11-19T17:21:26,785 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T17:21:26,785 INFO [M:0;280a42d09ec8:36629 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:21:26,785 INFO [M:0;280a42d09ec8:36629 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:21:26,785 DEBUG [M:0;280a42d09ec8:36629 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T17:21:26,785 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T17:21:26,785 DEBUG [M:0;280a42d09ec8:36629 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T17:21:26,785 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036860254 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036860254,5,FailOnTimeoutGroup] 2024-11-19T17:21:26,785 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036860252 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036860252,5,FailOnTimeoutGroup] 2024-11-19T17:21:26,785 INFO [M:0;280a42d09ec8:36629 {}] hbase.ChoreService(370): Chore service for: master/280a42d09ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T17:21:26,786 INFO [M:0;280a42d09ec8:36629 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:21:26,786 DEBUG [M:0;280a42d09ec8:36629 {}] master.HMaster(1795): Stopping service threads 2024-11-19T17:21:26,786 INFO [M:0;280a42d09ec8:36629 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T17:21:26,786 INFO [M:0;280a42d09ec8:36629 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:21:26,786 INFO [M:0;280a42d09ec8:36629 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T17:21:26,786 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T17:21:26,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x101313eea590003, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11575469912/master 2024-11-19T17:21:26,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x101313eea590003, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575469912 2024-11-19T17:21:26,792 DEBUG [M:0;280a42d09ec8:36629 {}] zookeeper.ZKUtil(347): master:36629-0x101313eea590003, quorum=127.0.0.1:56394, baseZNode=/11575469912 Unable to get data of znode /11575469912/master because node does not exist (not an error) 2024-11-19T17:21:26,792 WARN [M:0;280a42d09ec8:36629 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T17:21:26,793 INFO [M:0;280a42d09ec8:36629 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/.lastflushedseqids 2024-11-19T17:21:26,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741848_1024 (size=245) 2024-11-19T17:21:26,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45267-0x101313eea590004, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:21:26,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45267-0x101313eea590004, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:21:26,883 INFO [RS:0;280a42d09ec8:45267 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:21:26,883 INFO [RS:0;280a42d09ec8:45267 {}] regionserver.HRegionServer(1031): Exiting; stopping=280a42d09ec8,45267,1732036858464; zookeeper connection closed. 2024-11-19T17:21:26,883 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ee6749d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ee6749d 2024-11-19T17:21:26,883 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T17:21:27,197 INFO [M:0;280a42d09ec8:36629 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T17:21:27,198 INFO [M:0;280a42d09ec8:36629 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T17:21:27,198 DEBUG [M:0;280a42d09ec8:36629 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:21:27,198 INFO [M:0;280a42d09ec8:36629 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:21:27,198 DEBUG [M:0;280a42d09ec8:36629 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:21:27,198 DEBUG [M:0;280a42d09ec8:36629 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:21:27,198 DEBUG [M:0;280a42d09ec8:36629 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:21:27,198 INFO [M:0;280a42d09ec8:36629 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-19T17:21:27,220 DEBUG [M:0;280a42d09ec8:36629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/05b02820a60d4ad7bd129c3f280f9aac is 82, key is hbase:meta,,1/info:regioninfo/1732036861463/Put/seqid=0 2024-11-19T17:21:27,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741849_1025 (size=5672) 2024-11-19T17:21:27,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:27,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:27,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:27,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:27,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:27,376 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787 to pos 636, reset compression=false 2024-11-19T17:21:27,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:27,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:27,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:27,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:27,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:27,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:27,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:27,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:27,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:27,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:27,625 INFO [M:0;280a42d09ec8:36629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/05b02820a60d4ad7bd129c3f280f9aac 2024-11-19T17:21:27,649 DEBUG [M:0;280a42d09ec8:36629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79dbfa870f134c7f9efea579a81af4ec is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732036874869/Put/seqid=0 2024-11-19T17:21:27,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741850_1026 (size=8516) 2024-11-19T17:21:27,940 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T17:21:27,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:27,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:27,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:27,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:27,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:27,977 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T17:21:27,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:27,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:27,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:27,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:27,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:27,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:27,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:27,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:27,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:27,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:28,053 INFO [M:0;280a42d09ec8:36629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79dbfa870f134c7f9efea579a81af4ec 2024-11-19T17:21:28,071 DEBUG [M:0;280a42d09ec8:36629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ebbb1853c5ca412bbf152df1977ee9a9 is 69, key is 280a42d09ec8,45267,1732036858464/rs:state/1732036860330/Put/seqid=0 2024-11-19T17:21:28,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741851_1027 (size=5156) 2024-11-19T17:21:28,475 INFO [M:0;280a42d09ec8:36629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ebbb1853c5ca412bbf152df1977ee9a9 2024-11-19T17:21:28,479 DEBUG [M:0;280a42d09ec8:36629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/05b02820a60d4ad7bd129c3f280f9aac as hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/05b02820a60d4ad7bd129c3f280f9aac 2024-11-19T17:21:28,483 INFO [M:0;280a42d09ec8:36629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/05b02820a60d4ad7bd129c3f280f9aac, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T17:21:28,483 DEBUG [M:0;280a42d09ec8:36629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79dbfa870f134c7f9efea579a81af4ec as hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/79dbfa870f134c7f9efea579a81af4ec 2024-11-19T17:21:28,486 INFO [M:0;280a42d09ec8:36629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/79dbfa870f134c7f9efea579a81af4ec, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T17:21:28,487 DEBUG [M:0;280a42d09ec8:36629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ebbb1853c5ca412bbf152df1977ee9a9 as hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ebbb1853c5ca412bbf152df1977ee9a9 2024-11-19T17:21:28,490 INFO [M:0;280a42d09ec8:36629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36835/user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ebbb1853c5ca412bbf152df1977ee9a9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T17:21:28,490 INFO [M:0;280a42d09ec8:36629 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=97, compaction requested=false 2024-11-19T17:21:28,492 INFO [M:0;280a42d09ec8:36629 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:21:28,492 DEBUG [M:0;280a42d09ec8:36629 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036887198Disabling compacts and flushes for region at 1732036887198Disabling writes for close at 1732036887198Obtaining lock to block concurrent updates at 1732036887198Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732036887198Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732036887199 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732036887199Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732036887199Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732036887220 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732036887220Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732036887629 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732036887648 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732036887648Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732036888057 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732036888070 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732036888071 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43b963c: reopening flushed file at 1732036888479 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@759a729f: reopening flushed file at 1732036888483 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c83ff4b: reopening flushed file at 1732036888486 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=97, compaction requested=false at 1732036888490 (+4 ms)Writing region close event to WAL at 1732036888492 (+2 ms)Closed at 1732036888492 2024-11-19T17:21:28,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741830_1006 (size=63654) 2024-11-19T17:21:28,493 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7ec0dce7-3ab6-2a11-d45a-46327554ccd4/MasterData/WALs/280a42d09ec8,36629,1732036858398/280a42d09ec8%2C36629%2C1732036858398.1732036860160 not finished, retry = 0 2024-11-19T17:21:28,594 INFO [M:0;280a42d09ec8:36629 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T17:21:28,594 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:21:28,595 INFO [M:0;280a42d09ec8:36629 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36629 2024-11-19T17:21:28,595 INFO [M:0;280a42d09ec8:36629 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:21:28,679 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787 to pos 636, reset compression=false 2024-11-19T17:21:28,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x101313eea590003, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:21:28,697 INFO [M:0;280a42d09ec8:36629 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:21:28,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x101313eea590003, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:21:28,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6526a7a4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:21:28,700 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@521605cb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:21:28,700 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:21:28,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@384e6aae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:21:28,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17e51eff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18/hadoop.log.dir/,STOPPED} 2024-11-19T17:21:28,701 WARN [BP-1485101719-172.17.0.2-1732036857331 heartbeating to localhost/127.0.0.1:36835 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T17:21:28,701 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T17:21:28,701 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T17:21:28,701 WARN [BP-1485101719-172.17.0.2-1732036857331 heartbeating to localhost/127.0.0.1:36835 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1485101719-172.17.0.2-1732036857331 (Datanode Uuid dd772df8-0e6b-47d7-8514-9fa934f58a21) service to localhost/127.0.0.1:36835 2024-11-19T17:21:28,702 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18/cluster_acad9105-f6b8-9e90-fc29-bce4ce837fe5/data/data1/current/BP-1485101719-172.17.0.2-1732036857331 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:21:28,702 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18/cluster_acad9105-f6b8-9e90-fc29-bce4ce837fe5/data/data2/current/BP-1485101719-172.17.0.2-1732036857331 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:21:28,702 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T17:21:28,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41e8b148{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:21:28,712 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e125f9d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:21:28,712 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:21:28,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b96bf75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:21:28,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edc1d28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/686cda8c-d718-c323-075f-b1b54dca9c18/hadoop.log.dir/,STOPPED} 2024-11-19T17:21:28,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T17:21:28,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T17:21:28,725 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:21:28,725 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:21:28,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:28,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:28,725 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:21:28,726 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T17:21:28,726 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1249956441, stopped=false 2024-11-19T17:21:28,726 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=280a42d09ec8,44759,1732036854964 2024-11-19T17:21:28,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x101313eea590000, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0595091378/running 2024-11-19T17:21:28,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101313eea590001, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0595091378/running 2024-11-19T17:21:28,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x101313eea590000, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0595091378 2024-11-19T17:21:28,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101313eea590001, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0595091378 2024-11-19T17:21:28,727 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:21:28,728 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:21:28,728 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:21:28,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:28,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35665-0x101313eea590001, quorum=127.0.0.1:56394, baseZNode=/0595091378 Set watcher on znode that does not yet exist, /0595091378/running 2024-11-19T17:21:28,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44759-0x101313eea590000, quorum=127.0.0.1:56394, baseZNode=/0595091378 Set watcher on znode that does not yet exist, /0595091378/running 2024-11-19T17:21:28,728 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '280a42d09ec8,35665,1732036855035' ***** 2024-11-19T17:21:28,728 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T17:21:28,728 INFO [RS:0;280a42d09ec8:35665 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T17:21:28,729 INFO [RS:0;280a42d09ec8:35665 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T17:21:28,729 INFO [RS:0;280a42d09ec8:35665 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T17:21:28,729 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T17:21:28,729 INFO [RS:0;280a42d09ec8:35665 {}] regionserver.HRegionServer(3091): Received CLOSE for ced791e52784862a0e815f819ce15191 2024-11-19T17:21:28,729 INFO [RS:0;280a42d09ec8:35665 {}] regionserver.HRegionServer(3091): Received CLOSE for b04572240f1b42f7f6077874f4261014 2024-11-19T17:21:28,729 INFO [RS:0;280a42d09ec8:35665 {}] regionserver.HRegionServer(959): stopping server 280a42d09ec8,35665,1732036855035 2024-11-19T17:21:28,729 INFO [RS:0;280a42d09ec8:35665 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:21:28,729 INFO [RS:0;280a42d09ec8:35665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:35665. 2024-11-19T17:21:28,729 DEBUG [RS:0;280a42d09ec8:35665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:21:28,729 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ced791e52784862a0e815f819ce15191, disabling compactions & flushes 2024-11-19T17:21:28,729 DEBUG [RS:0;280a42d09ec8:35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:28,729 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732036865461.ced791e52784862a0e815f819ce15191. 2024-11-19T17:21:28,729 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732036865461.ced791e52784862a0e815f819ce15191. 2024-11-19T17:21:28,729 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732036865461.ced791e52784862a0e815f819ce15191. after waiting 0 ms 2024-11-19T17:21:28,729 INFO [RS:0;280a42d09ec8:35665 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T17:21:28,729 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732036865461.ced791e52784862a0e815f819ce15191. 2024-11-19T17:21:28,729 INFO [RS:0;280a42d09ec8:35665 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T17:21:28,729 INFO [RS:0;280a42d09ec8:35665 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T17:21:28,729 INFO [RS:0;280a42d09ec8:35665 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T17:21:28,729 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ced791e52784862a0e815f819ce15191 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-19T17:21:28,730 INFO [RS:0;280a42d09ec8:35665 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T17:21:28,730 DEBUG [RS:0;280a42d09ec8:35665 {}] regionserver.HRegionServer(1325): Online Regions={ced791e52784862a0e815f819ce15191=test,,1732036865461.ced791e52784862a0e815f819ce15191., 1588230740=hbase:meta,,1.1588230740, b04572240f1b42f7f6077874f4261014=hbase:replication,,1732036871936.b04572240f1b42f7f6077874f4261014.} 2024-11-19T17:21:28,730 DEBUG [RS:0;280a42d09ec8:35665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b04572240f1b42f7f6077874f4261014, ced791e52784862a0e815f819ce15191 2024-11-19T17:21:28,730 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:21:28,730 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:21:28,730 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:21:28,730 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:21:28,730 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:21:28,730 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T17:21:28,745 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/hbase/meta/1588230740/.tmp/info/136037366dc548ee8ec79730dfcd9d21 is 147, key is hbase:replication,,1732036871936.b04572240f1b42f7f6077874f4261014./info:regioninfo/1732036873108/Put/seqid=0 2024-11-19T17:21:28,745 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/default/test/ced791e52784862a0e815f819ce15191/.tmp/f/09e3d4be15cc4b98a1d723024c7c18a6 is 28, key is row/f:/1732036878897/DeleteFamily/seqid=0 2024-11-19T17:21:28,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741840_1016 (size=7686) 2024-11-19T17:21:28,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741841_1017 (size=5085) 2024-11-19T17:21:28,775 INFO [regionserver/280a42d09ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:21:28,930 DEBUG [RS:0;280a42d09ec8:35665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b04572240f1b42f7f6077874f4261014, ced791e52784862a0e815f819ce15191 2024-11-19T17:21:29,130 DEBUG [RS:0;280a42d09ec8:35665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b04572240f1b42f7f6077874f4261014, ced791e52784862a0e815f819ce15191 2024-11-19T17:21:29,149 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/hbase/meta/1588230740/.tmp/info/136037366dc548ee8ec79730dfcd9d21 2024-11-19T17:21:29,149 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/default/test/ced791e52784862a0e815f819ce15191/.tmp/f/09e3d4be15cc4b98a1d723024c7c18a6 2024-11-19T17:21:29,154 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09e3d4be15cc4b98a1d723024c7c18a6 2024-11-19T17:21:29,168 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/hbase/meta/1588230740/.tmp/ns/01c592c4e1254b91bfb4994baa363fd4 is 43, key is default/ns:d/1732036857230/Put/seqid=0 2024-11-19T17:21:29,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741842_1018 (size=5153) 2024-11-19T17:21:29,177 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/default/test/ced791e52784862a0e815f819ce15191/.tmp/f1/0977644aea474860bd3812e6de39b189 is 29, key is row/f1:/1732036878897/DeleteFamily/seqid=0 2024-11-19T17:21:29,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741843_1019 (size=5089) 2024-11-19T17:21:29,330 DEBUG [RS:0;280a42d09ec8:35665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b04572240f1b42f7f6077874f4261014, ced791e52784862a0e815f819ce15191 2024-11-19T17:21:29,531 DEBUG [RS:0;280a42d09ec8:35665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b04572240f1b42f7f6077874f4261014, ced791e52784862a0e815f819ce15191 2024-11-19T17:21:29,573 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/hbase/meta/1588230740/.tmp/ns/01c592c4e1254b91bfb4994baa363fd4 2024-11-19T17:21:29,581 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:44759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-19T17:21:29,581 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/default/test/ced791e52784862a0e815f819ce15191/.tmp/f1/0977644aea474860bd3812e6de39b189 2024-11-19T17:21:29,585 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0977644aea474860bd3812e6de39b189 2024-11-19T17:21:29,593 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/hbase/meta/1588230740/.tmp/rep_barrier/ae5e5601c837421294378cfcf1c8b2f0 is 112, key is test,,1732036865461.ced791e52784862a0e815f819ce15191./rep_barrier:seqnumDuringOpen/1732036866605/Put/seqid=0 2024-11-19T17:21:29,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741844_1020 (size=5518) 2024-11-19T17:21:29,599 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/default/test/ced791e52784862a0e815f819ce15191/.tmp/norep/5bb28f20dd13446eb44dbdb2a310c1f4 is 32, key is row/norep:/1732036878897/DeleteFamily/seqid=0 2024-11-19T17:21:29,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741845_1021 (size=5101) 2024-11-19T17:21:29,645 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T17:21:29,645 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T17:21:29,731 DEBUG [RS:0;280a42d09ec8:35665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b04572240f1b42f7f6077874f4261014, ced791e52784862a0e815f819ce15191 2024-11-19T17:21:29,931 DEBUG [RS:0;280a42d09ec8:35665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b04572240f1b42f7f6077874f4261014, ced791e52784862a0e815f819ce15191 2024-11-19T17:21:29,996 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/hbase/meta/1588230740/.tmp/rep_barrier/ae5e5601c837421294378cfcf1c8b2f0 2024-11-19T17:21:30,003 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/default/test/ced791e52784862a0e815f819ce15191/.tmp/norep/5bb28f20dd13446eb44dbdb2a310c1f4 2024-11-19T17:21:30,006 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5bb28f20dd13446eb44dbdb2a310c1f4 2024-11-19T17:21:30,006 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/default/test/ced791e52784862a0e815f819ce15191/.tmp/f/09e3d4be15cc4b98a1d723024c7c18a6 as hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/default/test/ced791e52784862a0e815f819ce15191/f/09e3d4be15cc4b98a1d723024c7c18a6 2024-11-19T17:21:30,010 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09e3d4be15cc4b98a1d723024c7c18a6 2024-11-19T17:21:30,010 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/default/test/ced791e52784862a0e815f819ce15191/f/09e3d4be15cc4b98a1d723024c7c18a6, entries=1, sequenceid=6, filesize=5.0 K 2024-11-19T17:21:30,010 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/default/test/ced791e52784862a0e815f819ce15191/.tmp/f1/0977644aea474860bd3812e6de39b189 as hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/default/test/ced791e52784862a0e815f819ce15191/f1/0977644aea474860bd3812e6de39b189 2024-11-19T17:21:30,014 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0977644aea474860bd3812e6de39b189 2024-11-19T17:21:30,014 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/default/test/ced791e52784862a0e815f819ce15191/f1/0977644aea474860bd3812e6de39b189, entries=1, sequenceid=6, filesize=5.0 K 2024-11-19T17:21:30,014 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/default/test/ced791e52784862a0e815f819ce15191/.tmp/norep/5bb28f20dd13446eb44dbdb2a310c1f4 as hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/default/test/ced791e52784862a0e815f819ce15191/norep/5bb28f20dd13446eb44dbdb2a310c1f4 2024-11-19T17:21:30,016 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/hbase/meta/1588230740/.tmp/table/24f8da5d4d0e4218a20daf0cfab2b0b5 is 53, key is hbase:replication/table:state/1732036873114/Put/seqid=0 2024-11-19T17:21:30,018 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5bb28f20dd13446eb44dbdb2a310c1f4 2024-11-19T17:21:30,018 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/default/test/ced791e52784862a0e815f819ce15191/norep/5bb28f20dd13446eb44dbdb2a310c1f4, entries=1, sequenceid=6, filesize=5.0 K 2024-11-19T17:21:30,019 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for ced791e52784862a0e815f819ce15191 in 1290ms, sequenceid=6, compaction requested=false 2024-11-19T17:21:30,019 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T17:21:30,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741846_1022 (size=5308) 2024-11-19T17:21:30,023 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/default/test/ced791e52784862a0e815f819ce15191/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T17:21:30,024 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:21:30,024 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T17:21:30,024 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732036865461.ced791e52784862a0e815f819ce15191. 2024-11-19T17:21:30,024 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ced791e52784862a0e815f819ce15191: Waiting for close lock at 1732036888729Running coprocessor pre-close hooks at 1732036888729Disabling compacts and flushes for region at 1732036888729Disabling writes for close at 1732036888729Obtaining lock to block concurrent updates at 1732036888729Preparing flush snapshotting stores in ced791e52784862a0e815f819ce15191 at 1732036888729Finished memstore snapshotting test,,1732036865461.ced791e52784862a0e815f819ce15191., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732036888730 (+1 ms)Flushing stores of test,,1732036865461.ced791e52784862a0e815f819ce15191. at 1732036888730Flushing ced791e52784862a0e815f819ce15191/f: creating writer at 1732036888730Flushing ced791e52784862a0e815f819ce15191/f: appending metadata at 1732036888744 (+14 ms)Flushing ced791e52784862a0e815f819ce15191/f: closing flushed file at 1732036888744Flushing ced791e52784862a0e815f819ce15191/f1: creating writer at 1732036889154 (+410 ms)Flushing ced791e52784862a0e815f819ce15191/f1: appending metadata at 1732036889176 (+22 ms)Flushing ced791e52784862a0e815f819ce15191/f1: closing flushed file at 1732036889176Flushing ced791e52784862a0e815f819ce15191/norep: creating writer at 1732036889585 (+409 ms)Flushing ced791e52784862a0e815f819ce15191/norep: appending metadata at 1732036889599 (+14 ms)Flushing ced791e52784862a0e815f819ce15191/norep: closing flushed file at 1732036889599Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5845db37: reopening flushed file at 1732036890006 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c0933d7: reopening flushed file at 1732036890010 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48140428: reopening flushed file at 1732036890014 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for ced791e52784862a0e815f819ce15191 in 1290ms, sequenceid=6, compaction requested=false at 1732036890019 (+5 ms)Writing region close event to WAL at 1732036890021 (+2 ms)Running coprocessor post-close hooks at 1732036890024 (+3 ms)Closed at 1732036890024 2024-11-19T17:21:30,024 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732036865461.ced791e52784862a0e815f819ce15191. 2024-11-19T17:21:30,024 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b04572240f1b42f7f6077874f4261014, disabling compactions & flushes 2024-11-19T17:21:30,024 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732036871936.b04572240f1b42f7f6077874f4261014. 2024-11-19T17:21:30,024 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732036871936.b04572240f1b42f7f6077874f4261014. 2024-11-19T17:21:30,024 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732036871936.b04572240f1b42f7f6077874f4261014. after waiting 0 ms 2024-11-19T17:21:30,024 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732036871936.b04572240f1b42f7f6077874f4261014. 2024-11-19T17:21:30,024 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b04572240f1b42f7f6077874f4261014 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-19T17:21:30,039 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/hbase/replication/b04572240f1b42f7f6077874f4261014/.tmp/queue/96aa80beeea9401ea8af8bed69ac322c is 153, key is 1-280a42d09ec8,35665,1732036855035/queue:280a42d09ec8%2C35665%2C1732036855035/1732036879631/Put/seqid=0 2024-11-19T17:21:30,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741847_1023 (size=5352) 2024-11-19T17:21:30,083 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787 to pos 636, reset compression=false 2024-11-19T17:21:30,087 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:21:30,087 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787 to pos 1527, reset compression=false 2024-11-19T17:21:30,087 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.shipper280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,35665,1732036855035 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:21:30,088 ERROR [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.shipper280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 280a42d09ec8,35665,1732036855035: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-280a42d09ec8,35665,1732036855035, walGroup=280a42d09ec8%2C35665%2C1732036855035, offset=280a42d09ec8%2C35665%2C1732036855035.1732036856787:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:35665 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T17:21:30,089 ERROR [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.shipper280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T17:21:30,089 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.shipper280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T17:21:30,089 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.shipper280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T17:21:30,089 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.shipper280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T17:21:30,089 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.shipper280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T17:21:30,089 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.shipper280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1415577600, "init": 1048576000, "max": 2306867200, "used": 926044360 }, "NonHeapMemoryUsage": { "committed": 207355904, "init": 7667712, "max": -1, "used": 203298744 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T17:21:30,090 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.shipper280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:44759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:44759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T17:21:30,131 INFO [RS:0;280a42d09ec8:35665 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T17:21:30,131 DEBUG [RS:0;280a42d09ec8:35665 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b04572240f1b42f7f6077874f4261014=hbase:replication,,1732036871936.b04572240f1b42f7f6077874f4261014.} 2024-11-19T17:21:30,131 DEBUG [RS:0;280a42d09ec8:35665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b04572240f1b42f7f6077874f4261014 2024-11-19T17:21:30,289 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787 to pos 1527, reset compression=false 2024-11-19T17:21:30,331 DEBUG [RS:0;280a42d09ec8:35665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b04572240f1b42f7f6077874f4261014 2024-11-19T17:21:30,421 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/hbase/meta/1588230740/.tmp/table/24f8da5d4d0e4218a20daf0cfab2b0b5 2024-11-19T17:21:30,426 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/hbase/meta/1588230740/.tmp/info/136037366dc548ee8ec79730dfcd9d21 as hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/hbase/meta/1588230740/info/136037366dc548ee8ec79730dfcd9d21 2024-11-19T17:21:30,429 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/hbase/meta/1588230740/info/136037366dc548ee8ec79730dfcd9d21, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T17:21:30,430 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/hbase/meta/1588230740/.tmp/ns/01c592c4e1254b91bfb4994baa363fd4 as hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/hbase/meta/1588230740/ns/01c592c4e1254b91bfb4994baa363fd4 2024-11-19T17:21:30,433 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/hbase/meta/1588230740/ns/01c592c4e1254b91bfb4994baa363fd4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T17:21:30,433 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/hbase/meta/1588230740/.tmp/rep_barrier/ae5e5601c837421294378cfcf1c8b2f0 as hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/hbase/meta/1588230740/rep_barrier/ae5e5601c837421294378cfcf1c8b2f0 2024-11-19T17:21:30,437 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/hbase/meta/1588230740/rep_barrier/ae5e5601c837421294378cfcf1c8b2f0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T17:21:30,437 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/hbase/meta/1588230740/.tmp/table/24f8da5d4d0e4218a20daf0cfab2b0b5 as hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/hbase/meta/1588230740/table/24f8da5d4d0e4218a20daf0cfab2b0b5 2024-11-19T17:21:30,440 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/hbase/meta/1588230740/table/24f8da5d4d0e4218a20daf0cfab2b0b5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T17:21:30,441 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1711ms, sequenceid=16, compaction requested=false 2024-11-19T17:21:30,441 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T17:21:30,443 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/hbase/replication/b04572240f1b42f7f6077874f4261014/.tmp/queue/96aa80beeea9401ea8af8bed69ac322c 2024-11-19T17:21:30,447 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T17:21:30,448 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:21:30,448 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/hbase/replication/b04572240f1b42f7f6077874f4261014/.tmp/queue/96aa80beeea9401ea8af8bed69ac322c as hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/hbase/replication/b04572240f1b42f7f6077874f4261014/queue/96aa80beeea9401ea8af8bed69ac322c 2024-11-19T17:21:30,448 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:21:30,448 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:21:30,448 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036888730Running coprocessor pre-close hooks at 1732036888730Disabling compacts and flushes for region at 1732036888730Disabling writes for close at 1732036888730Obtaining lock to block concurrent updates at 1732036888730Preparing flush snapshotting stores in 1588230740 at 1732036888730Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732036888730Flushing stores of hbase:meta,,1.1588230740 at 1732036888731 (+1 ms)Flushing 1588230740/info: creating writer at 1732036888731Flushing 1588230740/info: appending metadata at 1732036888744 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732036888745 (+1 ms)Flushing 1588230740/ns: creating writer at 1732036889154 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732036889168 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732036889168Flushing 1588230740/rep_barrier: creating writer at 1732036889577 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732036889592 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732036889592Flushing 1588230740/table: creating writer at 1732036890000 (+408 ms)Flushing 1588230740/table: appending metadata at 1732036890016 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732036890016Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f89e35b: reopening flushed file at 1732036890425 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@233728c8: reopening flushed file at 1732036890429 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46cdf075: reopening flushed file at 1732036890433 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a067bb0: reopening flushed file at 1732036890437 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1711ms, sequenceid=16, compaction requested=false at 1732036890441 (+4 ms)Writing region close event to WAL at 1732036890445 (+4 ms)Running coprocessor post-close hooks at 1732036890448 (+3 ms)Closed at 1732036890448 2024-11-19T17:21:30,448 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T17:21:30,451 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/hbase/replication/b04572240f1b42f7f6077874f4261014/queue/96aa80beeea9401ea8af8bed69ac322c, entries=1, sequenceid=8, filesize=5.2 K 2024-11-19T17:21:30,452 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for b04572240f1b42f7f6077874f4261014 in 428ms, sequenceid=8, compaction requested=false 2024-11-19T17:21:30,452 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T17:21:30,455 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/data/hbase/replication/b04572240f1b42f7f6077874f4261014/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-19T17:21:30,456 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:21:30,456 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:21:30,456 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732036871936.b04572240f1b42f7f6077874f4261014. 2024-11-19T17:21:30,456 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b04572240f1b42f7f6077874f4261014: Waiting for close lock at 1732036890024Running coprocessor pre-close hooks at 1732036890024Disabling compacts and flushes for region at 1732036890024Disabling writes for close at 1732036890024Obtaining lock to block concurrent updates at 1732036890024Preparing flush snapshotting stores in b04572240f1b42f7f6077874f4261014 at 1732036890024Finished memstore snapshotting hbase:replication,,1732036871936.b04572240f1b42f7f6077874f4261014., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732036890024Flushing stores of hbase:replication,,1732036871936.b04572240f1b42f7f6077874f4261014. at 1732036890025 (+1 ms)Flushing b04572240f1b42f7f6077874f4261014/queue: creating writer at 1732036890025Flushing b04572240f1b42f7f6077874f4261014/queue: appending metadata at 1732036890039 (+14 ms)Flushing b04572240f1b42f7f6077874f4261014/queue: closing flushed file at 1732036890039Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@692aa611: reopening flushed file at 1732036890447 (+408 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for b04572240f1b42f7f6077874f4261014 in 428ms, sequenceid=8, compaction requested=false at 1732036890452 (+5 ms)Writing region close event to WAL at 1732036890453 (+1 ms)Running coprocessor post-close hooks at 1732036890456 (+3 ms)Closed at 1732036890456 2024-11-19T17:21:30,456 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732036871936.b04572240f1b42f7f6077874f4261014. 2024-11-19T17:21:30,532 INFO [RS:0;280a42d09ec8:35665 {}] regionserver.HRegionServer(976): stopping server 280a42d09ec8,35665,1732036855035; all regions closed. 2024-11-19T17:21:30,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741834_1010 (size=4239) 2024-11-19T17:21:30,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741839_1015 (size=2240) 2024-11-19T17:21:30,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741833_1009 (size=1535) 2024-11-19T17:21:30,541 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787 not finished, retry = 0 2024-11-19T17:21:30,593 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787 to pos 1527, reset compression=false 2024-11-19T17:21:30,642 DEBUG [RS:0;280a42d09ec8:35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:30,642 INFO [RS:0;280a42d09ec8:35665 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:21:30,642 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/WALs/280a42d09ec8,35665,1732036855035/280a42d09ec8%2C35665%2C1732036855035.1732036856787 2024-11-19T17:21:30,642 INFO [RS:0;280a42d09ec8:35665 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:21:30,642 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-19T17:21:30,643 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-19T17:21:30,643 INFO [RS:0;280a42d09ec8:35665 {}] hbase.ChoreService(370): Chore service for: regionserver/280a42d09ec8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T17:21:30,643 INFO [RS:0;280a42d09ec8:35665 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:21:30,643 INFO [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:21:30,643 INFO [RS:0;280a42d09ec8:35665 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-280a42d09ec8,35665,1732036855035 because: Region server is closing 2024-11-19T17:21:30,643 INFO [RS:0;280a42d09ec8:35665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:35665. 2024-11-19T17:21:30,643 DEBUG [RS:0;280a42d09ec8:35665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:21:30,643 DEBUG [RS:0;280a42d09ec8:35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:30,644 DEBUG [RS:0;280a42d09ec8:35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:30,644 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:21:30,744 INFO [RS:0;280a42d09ec8:35665 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.shipper280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 terminated 2024-11-19T17:21:30,744 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,35665,1732036855035.replicationSource.wal-reader.280a42d09ec8%2C35665%2C1732036855035,1-280a42d09ec8,35665,1732036855035 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-19T17:21:30,744 INFO [RS:0;280a42d09ec8:35665 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35665 2024-11-19T17:21:30,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101313eea590001, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0595091378/rs/280a42d09ec8,35665,1732036855035 2024-11-19T17:21:30,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x101313eea590000, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0595091378/rs 2024-11-19T17:21:30,746 INFO [RS:0;280a42d09ec8:35665 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:21:30,748 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [280a42d09ec8,35665,1732036855035] 2024-11-19T17:21:30,749 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0595091378/draining/280a42d09ec8,35665,1732036855035 already deleted, retry=false 2024-11-19T17:21:30,749 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 280a42d09ec8,35665,1732036855035 expired; onlineServers=0 2024-11-19T17:21:30,749 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '280a42d09ec8,44759,1732036854964' ***** 2024-11-19T17:21:30,749 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T17:21:30,750 INFO [M:0;280a42d09ec8:44759 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:21:30,750 INFO [M:0;280a42d09ec8:44759 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:21:30,750 DEBUG [M:0;280a42d09ec8:44759 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T17:21:30,750 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T17:21:30,750 DEBUG [M:0;280a42d09ec8:44759 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T17:21:30,750 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036856516 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036856516,5,FailOnTimeoutGroup] 2024-11-19T17:21:30,750 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036856517 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036856517,5,FailOnTimeoutGroup] 2024-11-19T17:21:30,750 INFO [M:0;280a42d09ec8:44759 {}] hbase.ChoreService(370): Chore service for: master/280a42d09ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T17:21:30,750 INFO [M:0;280a42d09ec8:44759 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:21:30,750 DEBUG [M:0;280a42d09ec8:44759 {}] master.HMaster(1795): Stopping service threads 2024-11-19T17:21:30,750 INFO [M:0;280a42d09ec8:44759 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T17:21:30,750 INFO [M:0;280a42d09ec8:44759 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:21:30,751 INFO [M:0;280a42d09ec8:44759 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T17:21:30,751 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T17:21:30,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x101313eea590000, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0595091378/master 2024-11-19T17:21:30,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x101313eea590000, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0595091378 2024-11-19T17:21:30,751 DEBUG [M:0;280a42d09ec8:44759 {}] zookeeper.ZKUtil(347): master:44759-0x101313eea590000, quorum=127.0.0.1:56394, baseZNode=/0595091378 Unable to get data of znode /0595091378/master because node does not exist (not an error) 2024-11-19T17:21:30,751 WARN [M:0;280a42d09ec8:44759 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T17:21:30,752 INFO [M:0;280a42d09ec8:44759 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/.lastflushedseqids 2024-11-19T17:21:30,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741848_1024 (size=245) 2024-11-19T17:21:30,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101313eea590001, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:21:30,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101313eea590001, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:21:30,849 INFO [RS:0;280a42d09ec8:35665 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:21:30,849 INFO [RS:0;280a42d09ec8:35665 {}] regionserver.HRegionServer(1031): Exiting; stopping=280a42d09ec8,35665,1732036855035; zookeeper connection closed. 2024-11-19T17:21:30,849 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3cf2f795 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3cf2f795 2024-11-19T17:21:30,849 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T17:21:31,156 INFO [M:0;280a42d09ec8:44759 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T17:21:31,156 INFO [M:0;280a42d09ec8:44759 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T17:21:31,157 DEBUG [M:0;280a42d09ec8:44759 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:21:31,157 INFO [M:0;280a42d09ec8:44759 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:21:31,157 DEBUG [M:0;280a42d09ec8:44759 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:21:31,157 DEBUG [M:0;280a42d09ec8:44759 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:21:31,157 DEBUG [M:0;280a42d09ec8:44759 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:21:31,157 INFO [M:0;280a42d09ec8:44759 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-19T17:21:31,177 DEBUG [M:0;280a42d09ec8:44759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3a4aa7d3a1e4057b0161b22c45705f2 is 82, key is hbase:meta,,1/info:regioninfo/1732036857213/Put/seqid=0 2024-11-19T17:21:31,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741849_1025 (size=5672) 2024-11-19T17:21:31,581 INFO [M:0;280a42d09ec8:44759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3a4aa7d3a1e4057b0161b22c45705f2 2024-11-19T17:21:31,604 DEBUG [M:0;280a42d09ec8:44759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/556fc63dc9f742cda034f62275cda2ec is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732036866614/Put/seqid=0 2024-11-19T17:21:31,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741850_1026 (size=7219) 2024-11-19T17:21:31,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T17:21:31,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T17:21:31,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T17:21:32,009 INFO [M:0;280a42d09ec8:44759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/556fc63dc9f742cda034f62275cda2ec 2024-11-19T17:21:32,012 INFO [M:0;280a42d09ec8:44759 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 556fc63dc9f742cda034f62275cda2ec 2024-11-19T17:21:32,028 DEBUG [M:0;280a42d09ec8:44759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a32e68fab33d4ddfa40f4599c090fb09 is 69, key is 280a42d09ec8,35665,1732036855035/rs:state/1732036856602/Put/seqid=0 2024-11-19T17:21:32,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741851_1027 (size=5156) 2024-11-19T17:21:32,432 INFO [M:0;280a42d09ec8:44759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a32e68fab33d4ddfa40f4599c090fb09 2024-11-19T17:21:32,436 DEBUG [M:0;280a42d09ec8:44759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3a4aa7d3a1e4057b0161b22c45705f2 as hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a3a4aa7d3a1e4057b0161b22c45705f2 2024-11-19T17:21:32,439 INFO [M:0;280a42d09ec8:44759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a3a4aa7d3a1e4057b0161b22c45705f2, entries=8, sequenceid=105, filesize=5.5 K 2024-11-19T17:21:32,440 DEBUG [M:0;280a42d09ec8:44759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/556fc63dc9f742cda034f62275cda2ec as hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/556fc63dc9f742cda034f62275cda2ec 2024-11-19T17:21:32,444 INFO [M:0;280a42d09ec8:44759 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 556fc63dc9f742cda034f62275cda2ec 2024-11-19T17:21:32,444 INFO [M:0;280a42d09ec8:44759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/556fc63dc9f742cda034f62275cda2ec, entries=11, sequenceid=105, filesize=7.0 K 2024-11-19T17:21:32,444 DEBUG [M:0;280a42d09ec8:44759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a32e68fab33d4ddfa40f4599c090fb09 as hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a32e68fab33d4ddfa40f4599c090fb09 2024-11-19T17:21:32,448 INFO [M:0;280a42d09ec8:44759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36819/user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a32e68fab33d4ddfa40f4599c090fb09, entries=1, sequenceid=105, filesize=5.0 K 2024-11-19T17:21:32,449 INFO [M:0;280a42d09ec8:44759 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=105, compaction requested=false 2024-11-19T17:21:32,454 INFO [M:0;280a42d09ec8:44759 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:21:32,454 DEBUG [M:0;280a42d09ec8:44759 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036891157Disabling compacts and flushes for region at 1732036891157Disabling writes for close at 1732036891157Obtaining lock to block concurrent updates at 1732036891157Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732036891157Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732036891157Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732036891158 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732036891158Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732036891177 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732036891177Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732036891585 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732036891604 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732036891604Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732036892013 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732036892027 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732036892027Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@309d11c9: reopening flushed file at 1732036892435 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cc8379c: reopening flushed file at 1732036892440 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4277fa5c: reopening flushed file at 1732036892444 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=105, compaction requested=false at 1732036892449 (+5 ms)Writing region close event to WAL at 1732036892454 (+5 ms)Closed at 1732036892454 2024-11-19T17:21:32,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741830_1006 (size=64435) 2024-11-19T17:21:32,456 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4b7f8653-8e06-f66d-16f6-cbaeeb939049/MasterData/WALs/280a42d09ec8,44759,1732036854964/280a42d09ec8%2C44759%2C1732036854964.1732036856373 not finished, retry = 0 2024-11-19T17:21:32,557 INFO [M:0;280a42d09ec8:44759 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T17:21:32,557 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:21:32,557 INFO [M:0;280a42d09ec8:44759 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44759 2024-11-19T17:21:32,558 INFO [M:0;280a42d09ec8:44759 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:21:32,660 INFO [M:0;280a42d09ec8:44759 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:21:32,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x101313eea590000, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:21:32,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x101313eea590000, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:21:32,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5cfd7fad{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:21:32,663 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d20b02c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:21:32,663 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:21:32,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e636865{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:21:32,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cc929fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8/hadoop.log.dir/,STOPPED} 2024-11-19T17:21:32,664 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T17:21:32,665 WARN [BP-780302305-172.17.0.2-1732036853742 heartbeating to localhost/127.0.0.1:36819 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T17:21:32,665 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T17:21:32,665 WARN [BP-780302305-172.17.0.2-1732036853742 heartbeating to localhost/127.0.0.1:36819 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-780302305-172.17.0.2-1732036853742 (Datanode Uuid 1fcdd06d-02f3-48cc-88d7-9e8e4d581f0a) service to localhost/127.0.0.1:36819 2024-11-19T17:21:32,666 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8/cluster_68305bdd-fd4a-06c2-da53-501de936b1b9/data/data1/current/BP-780302305-172.17.0.2-1732036853742 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:21:32,666 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8/cluster_68305bdd-fd4a-06c2-da53-501de936b1b9/data/data2/current/BP-780302305-172.17.0.2-1732036853742 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:21:32,666 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T17:21:32,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e862c61{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:21:32,672 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@159794d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:21:32,672 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:21:32,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13616542{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:21:32,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d101001{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3a6f46-f0f4-7efe-9364-ee1862da2cb8/hadoop.log.dir/,STOPPED} 2024-11-19T17:21:32,679 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T17:21:32,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T17:21:32,709 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=359 (was 314) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36835 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56394) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34989 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34989 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36835 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34989 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:36819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36819 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:34989 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:36835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34989 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56394) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36819 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56394) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36835 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36819 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=796 (was 732) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=443 (was 436) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5903 (was 6905) 2024-11-19T17:21:32,721 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=359, OpenFileDescriptor=796, MaxFileDescriptor=1048576, SystemLoadAverage=443, ProcessCount=11, AvailableMemoryMB=5903 2024-11-19T17:21:32,739 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-19T17:21:32,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72194497-096a-bad0-7358-ec54648591c9/hadoop.log.dir so I do NOT create it in target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad 2024-11-19T17:21:32,740 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72194497-096a-bad0-7358-ec54648591c9/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T17:21:32,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72194497-096a-bad0-7358-ec54648591c9/hadoop.tmp.dir so I do NOT create it in target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad 2024-11-19T17:21:32,740 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72194497-096a-bad0-7358-ec54648591c9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T17:21:32,740 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad 2024-11-19T17:21:32,740 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad/cluster_2ca318f4-366f-48ca-c84a-5f9e010d3e21, deleteOnExit=true 2024-11-19T17:21:32,743 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad/cluster_2ca318f4-366f-48ca-c84a-5f9e010d3e21/zookeeper_0, clientPort=51421, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad/cluster_2ca318f4-366f-48ca-c84a-5f9e010d3e21/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad/cluster_2ca318f4-366f-48ca-c84a-5f9e010d3e21/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T17:21:32,743 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51421 2024-11-19T17:21:32,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T17:21:32,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T17:21:32,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad/test.cache.data in system properties and HBase conf 2024-11-19T17:21:32,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T17:21:32,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad/hadoop.log.dir in system properties and HBase conf 2024-11-19T17:21:32,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T17:21:32,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T17:21:32,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T17:21:32,744 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T17:21:32,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:21:32,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:21:32,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T17:21:32,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:21:32,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T17:21:32,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T17:21:32,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:21:32,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:21:32,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T17:21:32,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad/nfs.dump.dir in system properties and HBase conf 2024-11-19T17:21:32,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad/java.io.tmpdir in system properties and HBase conf 2024-11-19T17:21:32,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:21:32,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T17:21:32,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T17:21:32,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101313eea590002, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T17:21:32,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101313eea590005, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T17:21:32,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101313eea590008, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T17:21:32,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101313eea590005, quorum=127.0.0.1:56394, baseZNode=/11575469912 Received Disconnected from ZooKeeper, ignoring 2024-11-19T17:21:32,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101313eea590002, quorum=127.0.0.1:56394, baseZNode=/0595091378 Received Disconnected from ZooKeeper, ignoring 2024-11-19T17:21:32,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101313eea590008, quorum=127.0.0.1:56394, baseZNode=/2916150458 Received Disconnected from ZooKeeper, ignoring 2024-11-19T17:21:32,824 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:21:32,827 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:21:32,829 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:21:32,829 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:21:32,829 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T17:21:32,829 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:21:32,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@85bdf7f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:21:32,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1457bd5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:21:32,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@781cc242{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad/java.io.tmpdir/jetty-localhost-46095-hadoop-hdfs-3_4_1-tests_jar-_-any-2979132416287726109/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:21:32,946 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2bab9e15{HTTP/1.1, (http/1.1)}{localhost:46095} 2024-11-19T17:21:32,946 INFO [Time-limited test {}] server.Server(415): Started @286228ms 2024-11-19T17:21:33,028 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:21:33,030 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:21:33,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:21:33,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:21:33,032 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T17:21:33,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1527f35d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:21:33,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6744bde9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:21:33,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64a2185b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad/java.io.tmpdir/jetty-localhost-39001-hadoop-hdfs-3_4_1-tests_jar-_-any-10491978702149989679/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:21:33,147 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f74c9a9{HTTP/1.1, (http/1.1)}{localhost:39001} 2024-11-19T17:21:33,147 INFO [Time-limited test {}] server.Server(415): Started @286430ms 2024-11-19T17:21:33,148 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T17:21:33,245 WARN [Thread-4180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad/cluster_2ca318f4-366f-48ca-c84a-5f9e010d3e21/data/data1/current/BP-1349974005-172.17.0.2-1732036892765/current, will proceed with Du for space computation calculation, 2024-11-19T17:21:33,245 WARN [Thread-4181 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad/cluster_2ca318f4-366f-48ca-c84a-5f9e010d3e21/data/data2/current/BP-1349974005-172.17.0.2-1732036892765/current, will proceed with Du for space computation calculation, 2024-11-19T17:21:33,267 WARN [Thread-4168 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T17:21:33,270 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40f3c1e3ae447ca2 with lease ID 0x61a533da523a1a2d: Processing first storage report for DS-1c62d5f9-c6f2-4e71-8d30-d243ac7f2075 from datanode DatanodeRegistration(127.0.0.1:44089, datanodeUuid=e7217761-0dca-4484-9b1a-6826f96c2a80, infoPort=45999, infoSecurePort=0, ipcPort=45339, storageInfo=lv=-57;cid=testClusterID;nsid=1080427548;c=1732036892765) 2024-11-19T17:21:33,270 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40f3c1e3ae447ca2 with lease ID 0x61a533da523a1a2d: from storage DS-1c62d5f9-c6f2-4e71-8d30-d243ac7f2075 node DatanodeRegistration(127.0.0.1:44089, datanodeUuid=e7217761-0dca-4484-9b1a-6826f96c2a80, infoPort=45999, infoSecurePort=0, ipcPort=45339, storageInfo=lv=-57;cid=testClusterID;nsid=1080427548;c=1732036892765), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:21:33,270 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40f3c1e3ae447ca2 with lease ID 0x61a533da523a1a2d: Processing first storage report for DS-ac9be08b-84a9-4d49-bc91-319653c556d3 from datanode DatanodeRegistration(127.0.0.1:44089, datanodeUuid=e7217761-0dca-4484-9b1a-6826f96c2a80, infoPort=45999, infoSecurePort=0, ipcPort=45339, storageInfo=lv=-57;cid=testClusterID;nsid=1080427548;c=1732036892765) 2024-11-19T17:21:33,270 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40f3c1e3ae447ca2 with lease ID 0x61a533da523a1a2d: from storage DS-ac9be08b-84a9-4d49-bc91-319653c556d3 node DatanodeRegistration(127.0.0.1:44089, datanodeUuid=e7217761-0dca-4484-9b1a-6826f96c2a80, infoPort=45999, infoSecurePort=0, ipcPort=45339, storageInfo=lv=-57;cid=testClusterID;nsid=1080427548;c=1732036892765), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:21:33,271 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad 2024-11-19T17:21:33,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:21:33,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:21:33,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741825_1001 (size=7) 2024-11-19T17:21:33,680 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42147/user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c with version=8 2024-11-19T17:21:33,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42147/user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c/hbase-staging 2024-11-19T17:21:33,683 INFO [Time-limited test {}] client.ConnectionUtils(128): master/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:21:33,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:21:33,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:21:33,683 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:21:33,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:21:33,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:21:33,683 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T17:21:33,683 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:21:33,684 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46651 2024-11-19T17:21:33,685 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46651 connecting to ZooKeeper ensemble=127.0.0.1:51421 2024-11-19T17:21:33,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466510x0, quorum=127.0.0.1:51421, baseZNode=/0949701054 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:21:33,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46651-0x101313f82d60000 connected 2024-11-19T17:21:33,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:21:33,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:21:33,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46651-0x101313f82d60000, quorum=127.0.0.1:51421, baseZNode=/0949701054 Set watcher on znode that does not yet exist, /0949701054/running 2024-11-19T17:21:33,723 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42147/user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c, hbase.cluster.distributed=false 2024-11-19T17:21:33,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46651-0x101313f82d60000, quorum=127.0.0.1:51421, baseZNode=/0949701054 Set watcher on znode that does not yet exist, /0949701054/acl 2024-11-19T17:21:33,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46651 2024-11-19T17:21:33,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46651 2024-11-19T17:21:33,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46651 2024-11-19T17:21:33,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46651 2024-11-19T17:21:33,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46651 2024-11-19T17:21:33,748 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:21:33,748 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:21:33,748 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:21:33,748 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:21:33,748 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:21:33,748 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:21:33,748 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T17:21:33,748 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:21:33,749 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43315 2024-11-19T17:21:33,750 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43315 connecting to ZooKeeper ensemble=127.0.0.1:51421 2024-11-19T17:21:33,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:21:33,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:21:33,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433150x0, quorum=127.0.0.1:51421, baseZNode=/0949701054 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:21:33,757 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433150x0, quorum=127.0.0.1:51421, baseZNode=/0949701054 Set watcher on znode that does not yet exist, /0949701054/running 2024-11-19T17:21:33,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43315-0x101313f82d60001 connected 2024-11-19T17:21:33,757 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T17:21:33,760 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T17:21:33,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43315-0x101313f82d60001, quorum=127.0.0.1:51421, baseZNode=/0949701054 Set watcher on znode that does not yet exist, /0949701054/master 2024-11-19T17:21:33,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43315-0x101313f82d60001, quorum=127.0.0.1:51421, baseZNode=/0949701054 Set watcher on znode that does not yet exist, /0949701054/acl 2024-11-19T17:21:33,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43315 2024-11-19T17:21:33,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43315 2024-11-19T17:21:33,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43315 2024-11-19T17:21:33,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43315 2024-11-19T17:21:33,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43315 2024-11-19T17:21:33,780 DEBUG [M:0;280a42d09ec8:46651 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;280a42d09ec8:46651 2024-11-19T17:21:33,781 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0949701054/backup-masters/280a42d09ec8,46651,1732036893683 2024-11-19T17:21:33,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46651-0x101313f82d60000, quorum=127.0.0.1:51421, baseZNode=/0949701054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0949701054/backup-masters 2024-11-19T17:21:33,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x101313f82d60001, quorum=127.0.0.1:51421, baseZNode=/0949701054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0949701054/backup-masters 2024-11-19T17:21:33,783 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46651-0x101313f82d60000, quorum=127.0.0.1:51421, baseZNode=/0949701054 Set watcher on existing znode=/0949701054/backup-masters/280a42d09ec8,46651,1732036893683 2024-11-19T17:21:33,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x101313f82d60001, quorum=127.0.0.1:51421, baseZNode=/0949701054 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0949701054/master 2024-11-19T17:21:33,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x101313f82d60001, quorum=127.0.0.1:51421, baseZNode=/0949701054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0949701054 2024-11-19T17:21:33,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46651-0x101313f82d60000, quorum=127.0.0.1:51421, baseZNode=/0949701054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0949701054 2024-11-19T17:21:33,785 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46651-0x101313f82d60000, quorum=127.0.0.1:51421, baseZNode=/0949701054 Set watcher on existing znode=/0949701054/master 2024-11-19T17:21:33,785 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0949701054/backup-masters/280a42d09ec8,46651,1732036893683 from backup master directory 2024-11-19T17:21:33,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46651-0x101313f82d60000, quorum=127.0.0.1:51421, baseZNode=/0949701054 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0949701054/backup-masters/280a42d09ec8,46651,1732036893683 2024-11-19T17:21:33,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x101313f82d60001, quorum=127.0.0.1:51421, baseZNode=/0949701054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0949701054/backup-masters 2024-11-19T17:21:33,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46651-0x101313f82d60000, quorum=127.0.0.1:51421, baseZNode=/0949701054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0949701054/backup-masters 2024-11-19T17:21:33,787 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:21:33,787 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=280a42d09ec8,46651,1732036893683 2024-11-19T17:21:33,790 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42147/user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c/hbase.id] with ID: 2d8a64fe-0349-4770-9b76-898a066735a0 2024-11-19T17:21:33,790 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42147/user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c/.tmp/hbase.id 2024-11-19T17:21:33,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741826_1002 (size=42) 2024-11-19T17:21:34,195 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42147/user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c/.tmp/hbase.id]:[hdfs://localhost:42147/user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c/hbase.id] 2024-11-19T17:21:34,203 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:21:34,203 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T17:21:34,204 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T17:21:34,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46651-0x101313f82d60000, quorum=127.0.0.1:51421, baseZNode=/0949701054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0949701054 2024-11-19T17:21:34,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x101313f82d60001, quorum=127.0.0.1:51421, baseZNode=/0949701054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0949701054 2024-11-19T17:21:34,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741827_1003 (size=196) 2024-11-19T17:21:34,611 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:21:34,611 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T17:21:34,612 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:21:34,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741828_1004 (size=1189) 2024-11-19T17:21:35,017 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42147/user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c/MasterData/data/master/store 2024-11-19T17:21:35,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741829_1005 (size=34) 2024-11-19T17:21:35,422 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:35,423 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:21:35,423 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:21:35,423 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:21:35,423 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:21:35,423 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:21:35,423 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:21:35,423 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036895422Disabling compacts and flushes for region at 1732036895422Disabling writes for close at 1732036895423 (+1 ms)Writing region close event to WAL at 1732036895423Closed at 1732036895423 2024-11-19T17:21:35,423 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42147/user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c/MasterData/data/master/store/.initializing 2024-11-19T17:21:35,424 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42147/user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c/MasterData/WALs/280a42d09ec8,46651,1732036893683 2024-11-19T17:21:35,424 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:21:35,426 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=280a42d09ec8%2C46651%2C1732036893683, suffix=, logDir=hdfs://localhost:42147/user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c/MasterData/WALs/280a42d09ec8,46651,1732036893683, archiveDir=hdfs://localhost:42147/user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c/MasterData/oldWALs, maxLogs=10 2024-11-19T17:21:35,439 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c/MasterData/WALs/280a42d09ec8,46651,1732036893683/280a42d09ec8%2C46651%2C1732036893683.1732036895426, exclude list is [], retry=0 2024-11-19T17:21:35,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-1c62d5f9-c6f2-4e71-8d30-d243ac7f2075,DISK] 2024-11-19T17:21:35,443 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c/MasterData/WALs/280a42d09ec8,46651,1732036893683/280a42d09ec8%2C46651%2C1732036893683.1732036895426 2024-11-19T17:21:35,444 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45999:45999)] 2024-11-19T17:21:35,444 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:21:35,444 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:35,444 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:35,444 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:35,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:35,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T17:21:35,446 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:35,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:35,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:35,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T17:21:35,448 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:35,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:35,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:35,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T17:21:35,449 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:35,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:35,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:35,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T17:21:35,450 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:35,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:35,450 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:35,451 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42147/user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:35,451 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42147/user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:35,452 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:35,452 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:35,452 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:21:35,453 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:35,455 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42147/user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:21:35,455 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67156779, jitterRate=7.139891386032104E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:21:35,456 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732036895444Initializing all the Stores at 1732036895445 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036895445Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036895445Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036895445Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036895445Cleaning up temporary data from old regions at 1732036895452 (+7 ms)Region opened successfully at 1732036895456 (+4 ms) 2024-11-19T17:21:35,456 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T17:21:35,458 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216dc423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:21:35,459 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T17:21:35,459 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T17:21:35,459 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T17:21:35,460 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T17:21:35,460 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T17:21:35,460 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T17:21:35,460 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T17:21:35,464 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T17:21:35,464 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46651-0x101313f82d60000, quorum=127.0.0.1:51421, baseZNode=/0949701054 Unable to get data of znode /0949701054/balancer because node does not exist (not necessarily an error) 2024-11-19T17:21:35,466 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0949701054/balancer already deleted, retry=false 2024-11-19T17:21:35,466 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T17:21:35,466 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46651-0x101313f82d60000, quorum=127.0.0.1:51421, baseZNode=/0949701054 Unable to get data of znode /0949701054/normalizer because node does not exist (not necessarily an error) 2024-11-19T17:21:35,467 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0949701054/normalizer already deleted, retry=false 2024-11-19T17:21:35,468 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T17:21:35,468 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46651-0x101313f82d60000, quorum=127.0.0.1:51421, baseZNode=/0949701054 Unable to get data of znode /0949701054/switch/split because node does not exist (not necessarily an error) 2024-11-19T17:21:35,470 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0949701054/switch/split already deleted, retry=false 2024-11-19T17:21:35,471 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46651-0x101313f82d60000, quorum=127.0.0.1:51421, baseZNode=/0949701054 Unable to get data of znode /0949701054/switch/merge because node does not exist (not necessarily an error) 2024-11-19T17:21:35,472 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0949701054/switch/merge already deleted, retry=false 2024-11-19T17:21:35,473 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46651-0x101313f82d60000, quorum=127.0.0.1:51421, baseZNode=/0949701054 Unable to get data of znode /0949701054/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T17:21:35,475 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0949701054/snapshot-cleanup already deleted, retry=false 2024-11-19T17:21:35,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46651-0x101313f82d60000, quorum=127.0.0.1:51421, baseZNode=/0949701054 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0949701054/running 2024-11-19T17:21:35,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46651-0x101313f82d60000, quorum=127.0.0.1:51421, baseZNode=/0949701054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0949701054 2024-11-19T17:21:35,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x101313f82d60001, quorum=127.0.0.1:51421, baseZNode=/0949701054 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0949701054/running 2024-11-19T17:21:35,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x101313f82d60001, quorum=127.0.0.1:51421, baseZNode=/0949701054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0949701054 2024-11-19T17:21:35,476 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=280a42d09ec8,46651,1732036893683, sessionid=0x101313f82d60000, setting cluster-up flag (Was=false) 2024-11-19T17:21:35,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46651-0x101313f82d60000, quorum=127.0.0.1:51421, baseZNode=/0949701054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0949701054 2024-11-19T17:21:35,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x101313f82d60001, quorum=127.0.0.1:51421, baseZNode=/0949701054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0949701054 2024-11-19T17:21:35,486 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0949701054/flush-table-proc/acquired, /0949701054/flush-table-proc/reached, /0949701054/flush-table-proc/abort 2024-11-19T17:21:35,486 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,46651,1732036893683 2024-11-19T17:21:35,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46651-0x101313f82d60000, quorum=127.0.0.1:51421, baseZNode=/0949701054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0949701054 2024-11-19T17:21:35,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x101313f82d60001, quorum=127.0.0.1:51421, baseZNode=/0949701054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0949701054 2024-11-19T17:21:35,494 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0949701054/online-snapshot/acquired, /0949701054/online-snapshot/reached, /0949701054/online-snapshot/abort 2024-11-19T17:21:35,495 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,46651,1732036893683 2024-11-19T17:21:35,496 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42147/user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T17:21:35,497 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T17:21:35,497 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T17:21:35,497 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T17:21:35,498 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 280a42d09ec8,46651,1732036893683 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T17:21:35,499 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:21:35,499 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:21:35,499 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:21:35,499 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:21:35,499 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/280a42d09ec8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T17:21:35,499 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:35,499 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:21:35,499 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:35,500 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:21:35,500 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732036925500 2024-11-19T17:21:35,500 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T17:21:35,500 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T17:21:35,500 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T17:21:35,500 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T17:21:35,500 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T17:21:35,500 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T17:21:35,500 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T17:21:35,501 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:35,501 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T17:21:35,504 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:35,504 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T17:21:35,504 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T17:21:35,504 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T17:21:35,504 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T17:21:35,505 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T17:21:35,505 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T17:21:35,505 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036895505,5,FailOnTimeoutGroup] 2024-11-19T17:21:35,505 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036895505,5,FailOnTimeoutGroup] 2024-11-19T17:21:35,505 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:35,505 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T17:21:35,505 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:35,505 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:35,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741831_1007 (size=1321) 2024-11-19T17:21:35,510 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42147/user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T17:21:35,510 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42147/user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c 2024-11-19T17:21:35,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741832_1008 (size=32) 2024-11-19T17:21:35,526 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T17:21:35,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:35,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:35,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:35,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:35,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:35,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:35,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:35,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:35,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:35,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:35,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:35,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:35,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:35,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:35,570 INFO [RS:0;280a42d09ec8:43315 {}] regionserver.HRegionServer(746): ClusterId : 2d8a64fe-0349-4770-9b76-898a066735a0 2024-11-19T17:21:35,571 DEBUG [RS:0;280a42d09ec8:43315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T17:21:35,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:35,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:35,573 DEBUG [RS:0;280a42d09ec8:43315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T17:21:35,573 DEBUG [RS:0;280a42d09ec8:43315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T17:21:35,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:35,574 DEBUG [RS:0;280a42d09ec8:43315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T17:21:35,575 DEBUG [RS:0;280a42d09ec8:43315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52af6b0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:21:35,590 DEBUG [RS:0;280a42d09ec8:43315 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;280a42d09ec8:43315 2024-11-19T17:21:35,590 INFO [RS:0;280a42d09ec8:43315 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T17:21:35,590 INFO [RS:0;280a42d09ec8:43315 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T17:21:35,590 DEBUG [RS:0;280a42d09ec8:43315 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T17:21:35,591 INFO [RS:0;280a42d09ec8:43315 {}] regionserver.HRegionServer(2659): reportForDuty to master=280a42d09ec8,46651,1732036893683 with port=43315, startcode=1732036893748 2024-11-19T17:21:35,591 DEBUG [RS:0;280a42d09ec8:43315 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T17:21:35,592 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T17:21:35,593 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46651 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 280a42d09ec8,43315,1732036893748 2024-11-19T17:21:35,593 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46651 {}] master.ServerManager(517): Registering regionserver=280a42d09ec8,43315,1732036893748 2024-11-19T17:21:35,594 DEBUG [RS:0;280a42d09ec8:43315 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42147/user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c 2024-11-19T17:21:35,594 DEBUG [RS:0;280a42d09ec8:43315 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42147 2024-11-19T17:21:35,594 DEBUG [RS:0;280a42d09ec8:43315 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T17:21:35,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46651-0x101313f82d60000, quorum=127.0.0.1:51421, baseZNode=/0949701054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0949701054/rs 2024-11-19T17:21:35,600 DEBUG [RS:0;280a42d09ec8:43315 {}] zookeeper.ZKUtil(111): regionserver:43315-0x101313f82d60001, quorum=127.0.0.1:51421, baseZNode=/0949701054 Set watcher on existing znode=/0949701054/rs/280a42d09ec8,43315,1732036893748 2024-11-19T17:21:35,600 WARN [RS:0;280a42d09ec8:43315 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:21:35,600 INFO [RS:0;280a42d09ec8:43315 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:21:35,601 DEBUG [RS:0;280a42d09ec8:43315 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42147/user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c/WALs/280a42d09ec8,43315,1732036893748 2024-11-19T17:21:35,601 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [280a42d09ec8,43315,1732036893748] 2024-11-19T17:21:35,606 INFO [RS:0;280a42d09ec8:43315 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T17:21:35,608 INFO [RS:0;280a42d09ec8:43315 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T17:21:35,608 INFO [RS:0;280a42d09ec8:43315 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T17:21:35,608 INFO [RS:0;280a42d09ec8:43315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:35,610 INFO [RS:0;280a42d09ec8:43315 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T17:21:35,611 INFO [RS:0;280a42d09ec8:43315 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T17:21:35,611 INFO [RS:0;280a42d09ec8:43315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:35,611 DEBUG [RS:0;280a42d09ec8:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:35,611 DEBUG [RS:0;280a42d09ec8:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:35,611 DEBUG [RS:0;280a42d09ec8:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:35,611 DEBUG [RS:0;280a42d09ec8:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:35,611 DEBUG [RS:0;280a42d09ec8:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:35,611 DEBUG [RS:0;280a42d09ec8:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:21:35,611 DEBUG [RS:0;280a42d09ec8:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:35,611 DEBUG [RS:0;280a42d09ec8:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:35,611 DEBUG [RS:0;280a42d09ec8:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:35,611 DEBUG [RS:0;280a42d09ec8:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:35,611 DEBUG [RS:0;280a42d09ec8:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:35,611 DEBUG [RS:0;280a42d09ec8:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:35,611 DEBUG [RS:0;280a42d09ec8:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:21:35,611 DEBUG [RS:0;280a42d09ec8:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:21:35,612 INFO [RS:0;280a42d09ec8:43315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:35,612 INFO [RS:0;280a42d09ec8:43315 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:35,613 INFO [RS:0;280a42d09ec8:43315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:35,613 INFO [RS:0;280a42d09ec8:43315 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:35,613 INFO [RS:0;280a42d09ec8:43315 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:35,613 INFO [RS:0;280a42d09ec8:43315 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,43315,1732036893748-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:21:35,627 INFO [RS:0;280a42d09ec8:43315 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T17:21:35,627 INFO [RS:0;280a42d09ec8:43315 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,43315,1732036893748-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:35,627 INFO [RS:0;280a42d09ec8:43315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:35,627 INFO [RS:0;280a42d09ec8:43315 {}] regionserver.Replication(171): 280a42d09ec8,43315,1732036893748 started 2024-11-19T17:21:35,641 INFO [RS:0;280a42d09ec8:43315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:35,641 INFO [RS:0;280a42d09ec8:43315 {}] regionserver.HRegionServer(1482): Serving as 280a42d09ec8,43315,1732036893748, RpcServer on 280a42d09ec8/172.17.0.2:43315, sessionid=0x101313f82d60001 2024-11-19T17:21:35,641 DEBUG [RS:0;280a42d09ec8:43315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T17:21:35,641 DEBUG [RS:0;280a42d09ec8:43315 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 280a42d09ec8,43315,1732036893748 2024-11-19T17:21:35,641 DEBUG [RS:0;280a42d09ec8:43315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,43315,1732036893748' 2024-11-19T17:21:35,641 DEBUG [RS:0;280a42d09ec8:43315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0949701054/flush-table-proc/abort' 2024-11-19T17:21:35,642 DEBUG [RS:0;280a42d09ec8:43315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0949701054/flush-table-proc/acquired' 2024-11-19T17:21:35,642 DEBUG [RS:0;280a42d09ec8:43315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T17:21:35,642 DEBUG [RS:0;280a42d09ec8:43315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T17:21:35,642 DEBUG [RS:0;280a42d09ec8:43315 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 280a42d09ec8,43315,1732036893748 2024-11-19T17:21:35,642 DEBUG [RS:0;280a42d09ec8:43315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,43315,1732036893748' 2024-11-19T17:21:35,642 DEBUG [RS:0;280a42d09ec8:43315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0949701054/online-snapshot/abort' 2024-11-19T17:21:35,642 DEBUG [RS:0;280a42d09ec8:43315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0949701054/online-snapshot/acquired' 2024-11-19T17:21:35,643 DEBUG [RS:0;280a42d09ec8:43315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T17:21:35,643 INFO [RS:0;280a42d09ec8:43315 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T17:21:35,643 INFO [RS:0;280a42d09ec8:43315 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T17:21:35,743 INFO [RS:0;280a42d09ec8:43315 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:21:35,744 INFO [RS:0;280a42d09ec8:43315 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C43315%2C1732036893748, suffix=, logDir=hdfs://localhost:42147/user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c/WALs/280a42d09ec8,43315,1732036893748, archiveDir=hdfs://localhost:42147/user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c/oldWALs, maxLogs=10 2024-11-19T17:21:35,758 DEBUG [RS:0;280a42d09ec8:43315 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c/WALs/280a42d09ec8,43315,1732036893748/280a42d09ec8%2C43315%2C1732036893748.1732036895745, exclude list is [], retry=0 2024-11-19T17:21:35,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-1c62d5f9-c6f2-4e71-8d30-d243ac7f2075,DISK] 2024-11-19T17:21:35,762 INFO [RS:0;280a42d09ec8:43315 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c/WALs/280a42d09ec8,43315,1732036893748/280a42d09ec8%2C43315%2C1732036893748.1732036895745 2024-11-19T17:21:35,764 DEBUG [RS:0;280a42d09ec8:43315 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45999:45999)] 2024-11-19T17:21:35,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:35,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:21:35,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:21:35,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:35,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:35,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:21:35,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:21:35,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:35,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:35,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:21:35,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:21:35,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:35,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:35,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:21:35,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:21:35,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:35,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:35,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:21:35,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42147/user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c/data/hbase/meta/1588230740 2024-11-19T17:21:35,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42147/user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c/data/hbase/meta/1588230740 2024-11-19T17:21:35,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:21:35,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:21:35,929 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:21:35,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:21:35,931 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42147/user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:21:35,931 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59563847, jitterRate=-0.11242951452732086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:21:35,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732036895921Initializing all the Stores at 1732036895922 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036895922Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036895922Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036895922Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036895922Cleaning up temporary data from old regions at 1732036895928 (+6 ms)Region opened successfully at 1732036895931 (+3 ms) 2024-11-19T17:21:35,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:21:35,931 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:21:35,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:21:35,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:21:35,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:21:35,932 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:21:35,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036895931Disabling compacts and flushes for region at 1732036895931Disabling writes for close at 1732036895931Writing region close event to WAL at 1732036895932 (+1 ms)Closed at 1732036895932 2024-11-19T17:21:35,933 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:21:35,933 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T17:21:35,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T17:21:35,933 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:21:35,934 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T17:21:36,084 DEBUG [280a42d09ec8:46651 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T17:21:36,085 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=280a42d09ec8,43315,1732036893748 2024-11-19T17:21:36,086 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,43315,1732036893748, state=OPENING 2024-11-19T17:21:36,087 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T17:21:36,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46651-0x101313f82d60000, quorum=127.0.0.1:51421, baseZNode=/0949701054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0949701054 2024-11-19T17:21:36,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x101313f82d60001, quorum=127.0.0.1:51421, baseZNode=/0949701054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0949701054 2024-11-19T17:21:36,089 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0949701054/meta-region-server: CHANGED 2024-11-19T17:21:36,089 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0949701054/meta-region-server: CHANGED 2024-11-19T17:21:36,089 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:21:36,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,43315,1732036893748}] 2024-11-19T17:21:36,241 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:21:36,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T17:21:36,245 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T17:21:36,245 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:21:36,245 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T17:21:36,246 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C43315%2C1732036893748.meta, suffix=.meta, logDir=hdfs://localhost:42147/user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c/WALs/280a42d09ec8,43315,1732036893748, archiveDir=hdfs://localhost:42147/user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c/oldWALs, maxLogs=10 2024-11-19T17:21:36,259 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c/WALs/280a42d09ec8,43315,1732036893748/280a42d09ec8%2C43315%2C1732036893748.meta.1732036896246.meta, exclude list is [], retry=0 2024-11-19T17:21:36,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-1c62d5f9-c6f2-4e71-8d30-d243ac7f2075,DISK] 2024-11-19T17:21:36,262 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c/WALs/280a42d09ec8,43315,1732036893748/280a42d09ec8%2C43315%2C1732036893748.meta.1732036896246.meta 2024-11-19T17:21:36,263 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45999:45999)] 2024-11-19T17:21:36,263 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:21:36,263 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:21:36,263 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:21:36,263 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T17:21:36,263 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T17:21:36,263 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T17:21:36,264 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:36,264 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T17:21:36,264 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T17:21:36,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:21:36,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:21:36,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:36,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:36,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:21:36,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:21:36,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:36,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:36,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:21:36,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:21:36,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:36,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:36,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:21:36,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:21:36,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:36,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:36,268 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:21:36,268 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42147/user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c/data/hbase/meta/1588230740 2024-11-19T17:21:36,269 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42147/user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c/data/hbase/meta/1588230740 2024-11-19T17:21:36,270 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:21:36,270 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:21:36,270 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:21:36,271 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:21:36,272 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75320286, jitterRate=0.12235972285270691}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:21:36,272 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T17:21:36,272 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732036896264Writing region info on filesystem at 1732036896264Initializing all the Stores at 1732036896264Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036896264Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036896265 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036896265Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036896265Cleaning up temporary data from old regions at 1732036896270 (+5 ms)Running coprocessor post-open hooks at 1732036896272 (+2 ms)Region opened successfully at 1732036896272 2024-11-19T17:21:36,273 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732036896241 2024-11-19T17:21:36,275 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T17:21:36,275 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T17:21:36,275 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,43315,1732036893748 2024-11-19T17:21:36,276 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,43315,1732036893748, state=OPEN 2024-11-19T17:21:36,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46651-0x101313f82d60000, quorum=127.0.0.1:51421, baseZNode=/0949701054 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0949701054/meta-region-server 2024-11-19T17:21:36,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x101313f82d60001, quorum=127.0.0.1:51421, baseZNode=/0949701054 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0949701054/meta-region-server 2024-11-19T17:21:36,280 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0949701054/meta-region-server: CHANGED 2024-11-19T17:21:36,280 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0949701054/meta-region-server: CHANGED 2024-11-19T17:21:36,280 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=280a42d09ec8,43315,1732036893748 2024-11-19T17:21:36,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T17:21:36,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,43315,1732036893748 in 191 msec 2024-11-19T17:21:36,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T17:21:36,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 349 msec 2024-11-19T17:21:36,284 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:21:36,284 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T17:21:36,285 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:21:36,285 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,43315,1732036893748, seqNum=-1] 2024-11-19T17:21:36,285 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:21:36,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:21:36,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 792 msec 2024-11-19T17:21:36,289 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732036896289, completionTime=-1 2024-11-19T17:21:36,289 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T17:21:36,289 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T17:21:36,290 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T17:21:36,290 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732036956290 2024-11-19T17:21:36,290 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732037016290 2024-11-19T17:21:36,290 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T17:21:36,291 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,46651,1732036893683-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:36,291 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,46651,1732036893683-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:36,291 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,46651,1732036893683-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:36,291 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-280a42d09ec8:46651, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:36,291 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:36,291 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:36,292 DEBUG [master/280a42d09ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T17:21:36,294 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.507sec 2024-11-19T17:21:36,294 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T17:21:36,294 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T17:21:36,294 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T17:21:36,294 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T17:21:36,294 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T17:21:36,294 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,46651,1732036893683-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:21:36,294 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,46651,1732036893683-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T17:21:36,295 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T17:21:36,295 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T17:21:36,295 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,46651,1732036893683-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:36,330 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:21:36,330 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [280a42d09ec8,42739,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:42739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T17:21:36,331 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108793 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [280a42d09ec8,42739,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:42739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T17:21:36,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ed0413, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:36,371 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,46651,-1 for getting cluster id 2024-11-19T17:21:36,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:21:36,372 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d8a64fe-0349-4770-9b76-898a066735a0' 2024-11-19T17:21:36,373 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:21:36,373 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d8a64fe-0349-4770-9b76-898a066735a0" 2024-11-19T17:21:36,373 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d5aa420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:36,373 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,46651,-1] 2024-11-19T17:21:36,373 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:21:36,374 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:36,374 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:21:36,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a2b91a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:36,375 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:21:36,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,43315,1732036893748, seqNum=-1] 2024-11-19T17:21:36,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:21:36,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:21:36,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=280a42d09ec8,46651,1732036893683 2024-11-19T17:21:36,379 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51421 2024-11-19T17:21:36,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51421, baseZNode=/0949701054 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:21:36,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101313f82d60002 connected 2024-11-19T17:21:36,384 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:21:36,384 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,46651,1732036893683 2024-11-19T17:21:36,384 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d7c7de 2024-11-19T17:21:36,384 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:21:36,385 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:21:36,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46651 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:21:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46651 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T17:21:36,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T17:21:36,388 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:36,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46651 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T17:21:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:36,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T17:21:36,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741835_1011 (size=902) 2024-11-19T17:21:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:36,797 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1e1c1bb514a32a52560adba2be9da8a6, NAME => 'test,,1732036896385.1e1c1bb514a32a52560adba2be9da8a6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42147/user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c 2024-11-19T17:21:36,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741836_1012 (size=39) 2024-11-19T17:21:36,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732036896385.1e1c1bb514a32a52560adba2be9da8a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:36,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1e1c1bb514a32a52560adba2be9da8a6, disabling compactions & flushes 2024-11-19T17:21:36,801 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732036896385.1e1c1bb514a32a52560adba2be9da8a6. 2024-11-19T17:21:36,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732036896385.1e1c1bb514a32a52560adba2be9da8a6. 2024-11-19T17:21:36,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732036896385.1e1c1bb514a32a52560adba2be9da8a6. after waiting 0 ms 2024-11-19T17:21:36,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732036896385.1e1c1bb514a32a52560adba2be9da8a6. 2024-11-19T17:21:36,801 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732036896385.1e1c1bb514a32a52560adba2be9da8a6. 2024-11-19T17:21:36,802 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1e1c1bb514a32a52560adba2be9da8a6: Waiting for close lock at 1732036896801Disabling compacts and flushes for region at 1732036896801Disabling writes for close at 1732036896801Writing region close event to WAL at 1732036896801Closed at 1732036896801 2024-11-19T17:21:36,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T17:21:36,803 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732036896385.1e1c1bb514a32a52560adba2be9da8a6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732036896802"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732036896802"}]},"ts":"1732036896802"} 2024-11-19T17:21:36,804 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T17:21:36,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T17:21:36,805 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036896805"}]},"ts":"1732036896805"} 2024-11-19T17:21:36,806 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T17:21:36,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1e1c1bb514a32a52560adba2be9da8a6, ASSIGN}] 2024-11-19T17:21:36,807 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1e1c1bb514a32a52560adba2be9da8a6, ASSIGN 2024-11-19T17:21:36,808 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1e1c1bb514a32a52560adba2be9da8a6, ASSIGN; state=OFFLINE, location=280a42d09ec8,43315,1732036893748; forceNewPlan=false, retain=false 2024-11-19T17:21:36,959 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1e1c1bb514a32a52560adba2be9da8a6, regionState=OPENING, regionLocation=280a42d09ec8,43315,1732036893748 2024-11-19T17:21:36,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1e1c1bb514a32a52560adba2be9da8a6, ASSIGN because future has completed 2024-11-19T17:21:36,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e1c1bb514a32a52560adba2be9da8a6, server=280a42d09ec8,43315,1732036893748}] 2024-11-19T17:21:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:37,116 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732036896385.1e1c1bb514a32a52560adba2be9da8a6. 2024-11-19T17:21:37,116 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e1c1bb514a32a52560adba2be9da8a6, NAME => 'test,,1732036896385.1e1c1bb514a32a52560adba2be9da8a6.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:21:37,116 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:21:37,116 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T17:21:37,117 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1e1c1bb514a32a52560adba2be9da8a6 2024-11-19T17:21:37,117 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732036896385.1e1c1bb514a32a52560adba2be9da8a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:37,117 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1e1c1bb514a32a52560adba2be9da8a6 2024-11-19T17:21:37,117 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1e1c1bb514a32a52560adba2be9da8a6 2024-11-19T17:21:37,118 INFO [StoreOpener-1e1c1bb514a32a52560adba2be9da8a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1e1c1bb514a32a52560adba2be9da8a6 2024-11-19T17:21:37,118 INFO [StoreOpener-1e1c1bb514a32a52560adba2be9da8a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e1c1bb514a32a52560adba2be9da8a6 columnFamilyName f 2024-11-19T17:21:37,118 DEBUG [StoreOpener-1e1c1bb514a32a52560adba2be9da8a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:37,119 INFO [StoreOpener-1e1c1bb514a32a52560adba2be9da8a6-1 {}] regionserver.HStore(327): Store=1e1c1bb514a32a52560adba2be9da8a6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:37,119 INFO [StoreOpener-1e1c1bb514a32a52560adba2be9da8a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1e1c1bb514a32a52560adba2be9da8a6 2024-11-19T17:21:37,120 INFO [StoreOpener-1e1c1bb514a32a52560adba2be9da8a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e1c1bb514a32a52560adba2be9da8a6 columnFamilyName f1 2024-11-19T17:21:37,120 DEBUG [StoreOpener-1e1c1bb514a32a52560adba2be9da8a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:37,120 INFO [StoreOpener-1e1c1bb514a32a52560adba2be9da8a6-1 {}] regionserver.HStore(327): Store=1e1c1bb514a32a52560adba2be9da8a6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:37,120 INFO [StoreOpener-1e1c1bb514a32a52560adba2be9da8a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1e1c1bb514a32a52560adba2be9da8a6 2024-11-19T17:21:37,121 INFO [StoreOpener-1e1c1bb514a32a52560adba2be9da8a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e1c1bb514a32a52560adba2be9da8a6 columnFamilyName norep 2024-11-19T17:21:37,121 DEBUG [StoreOpener-1e1c1bb514a32a52560adba2be9da8a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:37,121 INFO [StoreOpener-1e1c1bb514a32a52560adba2be9da8a6-1 {}] regionserver.HStore(327): Store=1e1c1bb514a32a52560adba2be9da8a6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:37,121 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1e1c1bb514a32a52560adba2be9da8a6 2024-11-19T17:21:37,121 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42147/user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c/data/default/test/1e1c1bb514a32a52560adba2be9da8a6 2024-11-19T17:21:37,122 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42147/user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c/data/default/test/1e1c1bb514a32a52560adba2be9da8a6 2024-11-19T17:21:37,122 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1e1c1bb514a32a52560adba2be9da8a6 2024-11-19T17:21:37,122 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1e1c1bb514a32a52560adba2be9da8a6 2024-11-19T17:21:37,123 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:21:37,123 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1e1c1bb514a32a52560adba2be9da8a6 2024-11-19T17:21:37,125 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42147/user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c/data/default/test/1e1c1bb514a32a52560adba2be9da8a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:21:37,125 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1e1c1bb514a32a52560adba2be9da8a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69423011, jitterRate=0.03448347747325897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:21:37,125 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e1c1bb514a32a52560adba2be9da8a6 2024-11-19T17:21:37,125 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1e1c1bb514a32a52560adba2be9da8a6: Running coprocessor pre-open hook at 1732036897117Writing region info on filesystem at 1732036897117Initializing all the Stores at 1732036897117Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036897117Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036897117Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036897117Cleaning up temporary data from old regions at 1732036897122 (+5 ms)Running coprocessor post-open hooks at 1732036897125 (+3 ms)Region opened successfully at 1732036897125 2024-11-19T17:21:37,126 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732036896385.1e1c1bb514a32a52560adba2be9da8a6., pid=6, masterSystemTime=1732036897113 2024-11-19T17:21:37,128 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732036896385.1e1c1bb514a32a52560adba2be9da8a6. 2024-11-19T17:21:37,128 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732036896385.1e1c1bb514a32a52560adba2be9da8a6. 2024-11-19T17:21:37,128 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1e1c1bb514a32a52560adba2be9da8a6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=280a42d09ec8,43315,1732036893748 2024-11-19T17:21:37,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e1c1bb514a32a52560adba2be9da8a6, server=280a42d09ec8,43315,1732036893748 because future has completed 2024-11-19T17:21:37,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T17:21:37,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e1c1bb514a32a52560adba2be9da8a6, server=280a42d09ec8,43315,1732036893748 in 169 msec 2024-11-19T17:21:37,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T17:21:37,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1e1c1bb514a32a52560adba2be9da8a6, ASSIGN in 325 msec 2024-11-19T17:21:37,134 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T17:21:37,134 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036897134"}]},"ts":"1732036897134"} 2024-11-19T17:21:37,136 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T17:21:37,136 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T17:21:37,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 750 msec 2024-11-19T17:21:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:37,531 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T17:21:37,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8cea52e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:37,532 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,46651,-1 for getting cluster id 2024-11-19T17:21:37,532 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:21:37,533 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d8a64fe-0349-4770-9b76-898a066735a0' 2024-11-19T17:21:37,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:21:37,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d8a64fe-0349-4770-9b76-898a066735a0" 2024-11-19T17:21:37,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2b5328, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:37,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,46651,-1] 2024-11-19T17:21:37,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:21:37,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:37,534 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:21:37,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f56dca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:37,535 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:21:37,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,46651,1732036893683 2024-11-19T17:21:37,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@259c9a71 2024-11-19T17:21:37,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:21:37,536 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:21:37,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46651 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://280a42d09ec8:46651,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T17:21:37,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46651 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T17:21:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:21:37,539 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:46651' 2024-11-19T17:21:37,540 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d8990be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:37,540 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,46651,-1 for getting cluster id 2024-11-19T17:21:37,540 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:21:37,541 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d8a64fe-0349-4770-9b76-898a066735a0' 2024-11-19T17:21:37,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:21:37,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d8a64fe-0349-4770-9b76-898a066735a0" 2024-11-19T17:21:37,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14abd97b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:37,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,46651,-1] 2024-11-19T17:21:37,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:21:37,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:37,542 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:21:37,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79baf513, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:37,542 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:21:37,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,46651,1732036893683 2024-11-19T17:21:37,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fecba55 2024-11-19T17:21:37,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:21:37,543 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:21:37,544 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T17:21:37,544 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T17:21:37,544 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:37,544 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:37,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:21:37,545 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://280a42d09ec8:46651, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-19T17:21:37,551 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://280a42d09ec8:46651, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://280a42d09ec8:46651, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://280a42d09ec8:46651, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-19T17:21:37,552 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://280a42d09ec8:46651, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=16 msec 2024-11-19T17:21:37,552 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-19T17:21:37,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:21:37,642 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:21:37,642 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://280a42d09ec8:46651, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-19T17:21:37,642 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:21:37,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:37,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:37,642 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:21:37,660 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=531 (was 359) Potentially hanging thread: RS_OPEN_META-regionserver/280a42d09ec8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: regionserver/280a42d09ec8:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 42147 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@754184f0[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: M:0;280a42d09ec8:46651 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@2328bdff java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 42147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1378435692-7924 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f12dc43c0f8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1813349703_20 at /127.0.0.1:36562 [Receiving block BP-1349974005-172.17.0.2-1732036892765:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1349974005-172.17.0.2-1732036892765 heartbeating to localhost/127.0.0.1:42147 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad/cluster_2ca318f4-366f-48ca-c84a-5f9e010d3e21/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036895505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1207055184_20 at /127.0.0.1:36596 [Receiving block BP-1349974005-172.17.0.2-1732036892765:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@64194794 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1349974005-172.17.0.2-1732036892765:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42147 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51421) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1207055184_20 at /127.0.0.1:36536 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1349974005-172.17.0.2-1732036892765:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 45339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Session-HouseKeeper-115576ac-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: qtp1095318395-7876 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f12dc43c0f8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(235999069) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1068ff8a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp1378435692-7925-acceptor-0@6c6a03ad-ServerConnector@3f74c9a9{HTTP/1.1, (http/1.1)}{localhost:39001} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@3c3e29d4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 4 on default port 45339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@7690ed82 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=43315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@539e6189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/280a42d09ec8:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1349974005-172.17.0.2-1732036892765:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 45339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Session-HouseKeeper-4bf442cd-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: qtp1095318395-7879-acceptor-0@13f6094e-ServerConnector@2bab9e15{HTTP/1.1, (http/1.1)}{localhost:46095} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;280a42d09ec8:43315-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1095318395-7880 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1207055184_20 at /127.0.0.1:36600 [Receiving block BP-1349974005-172.17.0.2-1732036892765:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42147 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@2889f38a java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 45339 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42147/user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c-prefix:280a42d09ec8,43315,1732036893748 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/280a42d09ec8:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42147 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@493f33c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42147/user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c/MasterData-prefix:280a42d09ec8,46651,1732036893683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=46651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$594/0x00007f12dcabb620.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1095318395-7881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: qtp1378435692-7926 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42147 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f12dc9ff380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=46651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;280a42d09ec8:43315 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 42147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1378435692-7927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 42147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad/cluster_2ca318f4-366f-48ca-c84a-5f9e010d3e21/data/data2/current/BP-1349974005-172.17.0.2-1732036892765 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 45339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=43315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1095318395-7878 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f12dc43c0f8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:42147 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 42147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036895505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad/cluster_2ca318f4-366f-48ca-c84a-5f9e010d3e21/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1095318395-7877 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f12dc43c0f8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51421) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad/cluster_2ca318f4-366f-48ca-c84a-5f9e010d3e21/data/data1/current/BP-1349974005-172.17.0.2-1732036892765 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:51421 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:51421): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: 280a42d09ec8:46651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 45339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@19c7f116 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51421) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42147/user/jenkins/test-data/ebd53a8b-b4d0-a683-e6b9-2d6c63532d7c-prefix:280a42d09ec8,43315,1732036893748.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1095318395-7882 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/280a42d09ec8:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server handler 1 on default port 42147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1095318395-7875 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f12dc43c0f8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=874 (was 796) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=423 (was 443), ProcessCount=11 (was 11), AvailableMemoryMB=5831 (was 5903) 2024-11-19T17:21:37,662 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-19T17:21:37,675 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=531, OpenFileDescriptor=874, MaxFileDescriptor=1048576, SystemLoadAverage=423, ProcessCount=11, AvailableMemoryMB=5830 2024-11-19T17:21:37,675 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-19T17:21:37,688 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-19T17:21:37,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad/hadoop.log.dir so I do NOT create it in target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4 2024-11-19T17:21:37,689 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T17:21:37,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad/hadoop.tmp.dir so I do NOT create it in target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4 2024-11-19T17:21:37,689 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1057e40f-064f-f034-fcb9-ece5ec9842ad/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T17:21:37,689 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4 2024-11-19T17:21:37,689 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4/cluster_ef00347f-39bd-0c7f-b46c-13584c2282c1, deleteOnExit=true 2024-11-19T17:21:37,691 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4/cluster_ef00347f-39bd-0c7f-b46c-13584c2282c1/zookeeper_0, clientPort=63399, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4/cluster_ef00347f-39bd-0c7f-b46c-13584c2282c1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4/cluster_ef00347f-39bd-0c7f-b46c-13584c2282c1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T17:21:37,692 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63399 2024-11-19T17:21:37,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T17:21:37,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T17:21:37,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4/test.cache.data in system properties and HBase conf 2024-11-19T17:21:37,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T17:21:37,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4/hadoop.log.dir in system properties and HBase conf 2024-11-19T17:21:37,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T17:21:37,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T17:21:37,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T17:21:37,693 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T17:21:37,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:21:37,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:21:37,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T17:21:37,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:21:37,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T17:21:37,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T17:21:37,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:21:37,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:21:37,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T17:21:37,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4/nfs.dump.dir in system properties and HBase conf 2024-11-19T17:21:37,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4/java.io.tmpdir in system properties and HBase conf 2024-11-19T17:21:37,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:21:37,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T17:21:37,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T17:21:37,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:21:37,769 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:21:37,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:21:37,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:21:37,772 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T17:21:37,772 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:21:37,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@586faf4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:21:37,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a2c470{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:21:37,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ec33588{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4/java.io.tmpdir/jetty-localhost-44311-hadoop-hdfs-3_4_1-tests_jar-_-any-17124575837912153150/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:21:37,887 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42487ed5{HTTP/1.1, (http/1.1)}{localhost:44311} 2024-11-19T17:21:37,887 INFO [Time-limited test {}] server.Server(415): Started @291169ms 2024-11-19T17:21:37,965 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:21:37,967 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:21:37,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:21:37,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:21:37,969 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T17:21:37,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d873ff5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:21:37,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@249fa10c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:21:38,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7555a175{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4/java.io.tmpdir/jetty-localhost-42161-hadoop-hdfs-3_4_1-tests_jar-_-any-11056487352650747736/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:21:38,084 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ae63c2e{HTTP/1.1, (http/1.1)}{localhost:42161} 2024-11-19T17:21:38,084 INFO [Time-limited test {}] server.Server(415): Started @291366ms 2024-11-19T17:21:38,085 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T17:21:38,202 WARN [Thread-4314 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4/cluster_ef00347f-39bd-0c7f-b46c-13584c2282c1/data/data1/current/BP-894704091-172.17.0.2-1732036897710/current, will proceed with Du for space computation calculation, 2024-11-19T17:21:38,202 WARN [Thread-4315 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4/cluster_ef00347f-39bd-0c7f-b46c-13584c2282c1/data/data2/current/BP-894704091-172.17.0.2-1732036897710/current, will proceed with Du for space computation calculation, 2024-11-19T17:21:38,220 WARN [Thread-4302 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T17:21:38,223 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf374ce3b4f90e605 with lease ID 0xa0946cffd7ef32f1: Processing first storage report for DS-5fc52a38-edc4-4144-ba71-d3d4d9ac1597 from datanode DatanodeRegistration(127.0.0.1:44973, datanodeUuid=585571bf-a809-44e8-b200-ea231f7c47e3, infoPort=41821, infoSecurePort=0, ipcPort=35745, storageInfo=lv=-57;cid=testClusterID;nsid=1259201708;c=1732036897710) 2024-11-19T17:21:38,223 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf374ce3b4f90e605 with lease ID 0xa0946cffd7ef32f1: from storage DS-5fc52a38-edc4-4144-ba71-d3d4d9ac1597 node DatanodeRegistration(127.0.0.1:44973, datanodeUuid=585571bf-a809-44e8-b200-ea231f7c47e3, infoPort=41821, infoSecurePort=0, ipcPort=35745, storageInfo=lv=-57;cid=testClusterID;nsid=1259201708;c=1732036897710), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:21:38,223 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf374ce3b4f90e605 with lease ID 0xa0946cffd7ef32f1: Processing first storage report for DS-340670b0-bb21-4d25-88a5-07959faa3b99 from datanode DatanodeRegistration(127.0.0.1:44973, datanodeUuid=585571bf-a809-44e8-b200-ea231f7c47e3, infoPort=41821, infoSecurePort=0, ipcPort=35745, storageInfo=lv=-57;cid=testClusterID;nsid=1259201708;c=1732036897710) 2024-11-19T17:21:38,223 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf374ce3b4f90e605 with lease ID 0xa0946cffd7ef32f1: from storage DS-340670b0-bb21-4d25-88a5-07959faa3b99 node DatanodeRegistration(127.0.0.1:44973, datanodeUuid=585571bf-a809-44e8-b200-ea231f7c47e3, infoPort=41821, infoSecurePort=0, ipcPort=35745, storageInfo=lv=-57;cid=testClusterID;nsid=1259201708;c=1732036897710), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:21:38,306 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4 2024-11-19T17:21:38,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:21:38,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:21:38,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741825_1001 (size=7) 2024-11-19T17:21:38,714 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875 with version=8 2024-11-19T17:21:38,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/hbase-staging 2024-11-19T17:21:38,716 INFO [Time-limited test {}] client.ConnectionUtils(128): master/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:21:38,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:21:38,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:21:38,716 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:21:38,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:21:38,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:21:38,716 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T17:21:38,717 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:21:38,717 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42649 2024-11-19T17:21:38,718 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42649 connecting to ZooKeeper ensemble=127.0.0.1:63399 2024-11-19T17:21:38,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426490x0, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:21:38,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42649-0x101313f962a0000 connected 2024-11-19T17:21:38,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:21:38,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:21:38,756 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42649-0x101313f962a0000, quorum=127.0.0.1:63399, baseZNode=/01606141106 Set watcher on znode that does not yet exist, /01606141106/running 2024-11-19T17:21:38,756 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875, hbase.cluster.distributed=false 2024-11-19T17:21:38,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42649-0x101313f962a0000, quorum=127.0.0.1:63399, baseZNode=/01606141106 Set watcher on znode that does not yet exist, /01606141106/acl 2024-11-19T17:21:38,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42649 2024-11-19T17:21:38,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42649 2024-11-19T17:21:38,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42649 2024-11-19T17:21:38,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42649 2024-11-19T17:21:38,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42649 2024-11-19T17:21:38,778 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:21:38,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:21:38,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:21:38,778 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:21:38,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:21:38,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:21:38,778 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T17:21:38,778 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:21:38,778 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45055 2024-11-19T17:21:38,779 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45055 connecting to ZooKeeper ensemble=127.0.0.1:63399 2024-11-19T17:21:38,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:21:38,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:21:38,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450550x0, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:21:38,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450550x0, quorum=127.0.0.1:63399, baseZNode=/01606141106 Set watcher on znode that does not yet exist, /01606141106/running 2024-11-19T17:21:38,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45055-0x101313f962a0001 connected 2024-11-19T17:21:38,785 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T17:21:38,787 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T17:21:38,788 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45055-0x101313f962a0001, quorum=127.0.0.1:63399, baseZNode=/01606141106 Set watcher on znode that does not yet exist, /01606141106/master 2024-11-19T17:21:38,788 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45055-0x101313f962a0001, quorum=127.0.0.1:63399, baseZNode=/01606141106 Set watcher on znode that does not yet exist, /01606141106/acl 2024-11-19T17:21:38,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45055 2024-11-19T17:21:38,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45055 2024-11-19T17:21:38,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45055 2024-11-19T17:21:38,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45055 2024-11-19T17:21:38,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45055 2024-11-19T17:21:38,811 DEBUG [M:0;280a42d09ec8:42649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;280a42d09ec8:42649 2024-11-19T17:21:38,811 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01606141106/backup-masters/280a42d09ec8,42649,1732036898716 2024-11-19T17:21:38,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42649-0x101313f962a0000, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606141106/backup-masters 2024-11-19T17:21:38,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x101313f962a0001, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606141106/backup-masters 2024-11-19T17:21:38,813 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42649-0x101313f962a0000, quorum=127.0.0.1:63399, baseZNode=/01606141106 Set watcher on existing znode=/01606141106/backup-masters/280a42d09ec8,42649,1732036898716 2024-11-19T17:21:38,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x101313f962a0001, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01606141106/master 2024-11-19T17:21:38,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42649-0x101313f962a0000, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606141106 2024-11-19T17:21:38,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x101313f962a0001, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606141106 2024-11-19T17:21:38,816 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42649-0x101313f962a0000, quorum=127.0.0.1:63399, baseZNode=/01606141106 Set watcher on existing znode=/01606141106/master 2024-11-19T17:21:38,816 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01606141106/backup-masters/280a42d09ec8,42649,1732036898716 from backup master directory 2024-11-19T17:21:38,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42649-0x101313f962a0000, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01606141106/backup-masters/280a42d09ec8,42649,1732036898716 2024-11-19T17:21:38,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x101313f962a0001, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606141106/backup-masters 2024-11-19T17:21:38,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42649-0x101313f962a0000, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606141106/backup-masters 2024-11-19T17:21:38,817 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:21:38,817 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=280a42d09ec8,42649,1732036898716 2024-11-19T17:21:38,820 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/hbase.id] with ID: aed59719-70d3-4ae4-87fd-620baf7af294 2024-11-19T17:21:38,820 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/.tmp/hbase.id 2024-11-19T17:21:38,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741826_1002 (size=42) 2024-11-19T17:21:39,229 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/.tmp/hbase.id]:[hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/hbase.id] 2024-11-19T17:21:39,236 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:21:39,236 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T17:21:39,237 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T17:21:39,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42649-0x101313f962a0000, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606141106 2024-11-19T17:21:39,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x101313f962a0001, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606141106 2024-11-19T17:21:39,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741827_1003 (size=196) 2024-11-19T17:21:39,644 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:21:39,644 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T17:21:39,645 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:21:39,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741828_1004 (size=1189) 2024-11-19T17:21:40,051 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/MasterData/data/master/store 2024-11-19T17:21:40,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741829_1005 (size=34) 2024-11-19T17:21:40,456 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:40,456 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:21:40,456 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:21:40,456 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:21:40,456 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:21:40,456 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:21:40,456 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:21:40,456 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036900456Disabling compacts and flushes for region at 1732036900456Disabling writes for close at 1732036900456Writing region close event to WAL at 1732036900456Closed at 1732036900456 2024-11-19T17:21:40,457 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/MasterData/data/master/store/.initializing 2024-11-19T17:21:40,457 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/MasterData/WALs/280a42d09ec8,42649,1732036898716 2024-11-19T17:21:40,458 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:21:40,459 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=280a42d09ec8%2C42649%2C1732036898716, suffix=, logDir=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/MasterData/WALs/280a42d09ec8,42649,1732036898716, archiveDir=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/MasterData/oldWALs, maxLogs=10 2024-11-19T17:21:40,472 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/MasterData/WALs/280a42d09ec8,42649,1732036898716/280a42d09ec8%2C42649%2C1732036898716.1732036900459, exclude list is [], retry=0 2024-11-19T17:21:40,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44973,DS-5fc52a38-edc4-4144-ba71-d3d4d9ac1597,DISK] 2024-11-19T17:21:40,476 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/MasterData/WALs/280a42d09ec8,42649,1732036898716/280a42d09ec8%2C42649%2C1732036898716.1732036900459 2024-11-19T17:21:40,476 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41821:41821)] 2024-11-19T17:21:40,476 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:21:40,476 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:40,476 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:40,476 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:40,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:40,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T17:21:40,478 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:40,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:40,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:40,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T17:21:40,479 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:40,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:40,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:40,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T17:21:40,481 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:40,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:40,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:40,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T17:21:40,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:40,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:40,482 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:40,483 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:40,483 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:40,484 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:40,484 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:40,484 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:21:40,485 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:40,486 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:21:40,487 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71051380, jitterRate=0.058748066425323486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:21:40,487 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732036900476Initializing all the Stores at 1732036900477 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036900477Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036900477Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036900477Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036900477Cleaning up temporary data from old regions at 1732036900484 (+7 ms)Region opened successfully at 1732036900487 (+3 ms) 2024-11-19T17:21:40,487 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T17:21:40,489 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a3e414, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:21:40,490 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T17:21:40,490 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T17:21:40,490 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T17:21:40,490 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T17:21:40,490 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T17:21:40,491 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T17:21:40,491 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T17:21:40,492 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T17:21:40,492 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42649-0x101313f962a0000, quorum=127.0.0.1:63399, baseZNode=/01606141106 Unable to get data of znode /01606141106/balancer because node does not exist (not necessarily an error) 2024-11-19T17:21:40,494 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01606141106/balancer already deleted, retry=false 2024-11-19T17:21:40,494 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T17:21:40,494 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42649-0x101313f962a0000, quorum=127.0.0.1:63399, baseZNode=/01606141106 Unable to get data of znode /01606141106/normalizer because node does not exist (not necessarily an error) 2024-11-19T17:21:40,496 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01606141106/normalizer already deleted, retry=false 2024-11-19T17:21:40,496 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T17:21:40,497 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42649-0x101313f962a0000, quorum=127.0.0.1:63399, baseZNode=/01606141106 Unable to get data of znode /01606141106/switch/split because node does not exist (not necessarily an error) 2024-11-19T17:21:40,498 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01606141106/switch/split already deleted, retry=false 2024-11-19T17:21:40,498 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42649-0x101313f962a0000, quorum=127.0.0.1:63399, baseZNode=/01606141106 Unable to get data of znode /01606141106/switch/merge because node does not exist (not necessarily an error) 2024-11-19T17:21:40,499 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01606141106/switch/merge already deleted, retry=false 2024-11-19T17:21:40,501 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42649-0x101313f962a0000, quorum=127.0.0.1:63399, baseZNode=/01606141106 Unable to get data of znode /01606141106/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T17:21:40,501 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01606141106/snapshot-cleanup already deleted, retry=false 2024-11-19T17:21:40,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42649-0x101313f962a0000, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01606141106/running 2024-11-19T17:21:40,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x101313f962a0001, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01606141106/running 2024-11-19T17:21:40,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42649-0x101313f962a0000, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606141106 2024-11-19T17:21:40,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x101313f962a0001, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606141106 2024-11-19T17:21:40,504 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=280a42d09ec8,42649,1732036898716, sessionid=0x101313f962a0000, setting cluster-up flag (Was=false) 2024-11-19T17:21:40,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42649-0x101313f962a0000, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606141106 2024-11-19T17:21:40,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x101313f962a0001, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606141106 2024-11-19T17:21:40,510 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01606141106/flush-table-proc/acquired, /01606141106/flush-table-proc/reached, /01606141106/flush-table-proc/abort 2024-11-19T17:21:40,511 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,42649,1732036898716 2024-11-19T17:21:40,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x101313f962a0001, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606141106 2024-11-19T17:21:40,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42649-0x101313f962a0000, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606141106 2024-11-19T17:21:40,517 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01606141106/online-snapshot/acquired, /01606141106/online-snapshot/reached, /01606141106/online-snapshot/abort 2024-11-19T17:21:40,518 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,42649,1732036898716 2024-11-19T17:21:40,518 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T17:21:40,519 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T17:21:40,520 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T17:21:40,520 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T17:21:40,520 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 280a42d09ec8,42649,1732036898716 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T17:21:40,521 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:21:40,521 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:21:40,521 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:21:40,521 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:21:40,521 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/280a42d09ec8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T17:21:40,521 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:40,521 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:21:40,521 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:40,522 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732036930522 2024-11-19T17:21:40,522 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T17:21:40,522 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T17:21:40,522 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T17:21:40,522 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T17:21:40,522 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T17:21:40,522 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T17:21:40,522 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:21:40,522 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:40,522 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T17:21:40,523 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T17:21:40,523 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T17:21:40,523 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T17:21:40,523 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T17:21:40,523 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T17:21:40,523 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:40,523 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T17:21:40,523 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T17:21:40,523 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036900523,5,FailOnTimeoutGroup] 2024-11-19T17:21:40,523 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036900523,5,FailOnTimeoutGroup] 2024-11-19T17:21:40,523 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:40,523 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T17:21:40,524 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:40,524 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:40,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741831_1007 (size=1321) 2024-11-19T17:21:40,599 INFO [RS:0;280a42d09ec8:45055 {}] regionserver.HRegionServer(746): ClusterId : aed59719-70d3-4ae4-87fd-620baf7af294 2024-11-19T17:21:40,599 DEBUG [RS:0;280a42d09ec8:45055 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T17:21:40,601 DEBUG [RS:0;280a42d09ec8:45055 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T17:21:40,601 DEBUG [RS:0;280a42d09ec8:45055 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T17:21:40,603 DEBUG [RS:0;280a42d09ec8:45055 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T17:21:40,603 DEBUG [RS:0;280a42d09ec8:45055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@434ca930, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:21:40,615 DEBUG [RS:0;280a42d09ec8:45055 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;280a42d09ec8:45055 2024-11-19T17:21:40,616 INFO [RS:0;280a42d09ec8:45055 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T17:21:40,616 INFO [RS:0;280a42d09ec8:45055 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T17:21:40,616 DEBUG [RS:0;280a42d09ec8:45055 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T17:21:40,616 INFO [RS:0;280a42d09ec8:45055 {}] regionserver.HRegionServer(2659): reportForDuty to master=280a42d09ec8,42649,1732036898716 with port=45055, startcode=1732036898777 2024-11-19T17:21:40,616 DEBUG [RS:0;280a42d09ec8:45055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T17:21:40,618 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T17:21:40,618 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42649 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 280a42d09ec8,45055,1732036898777 2024-11-19T17:21:40,618 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42649 {}] master.ServerManager(517): Registering regionserver=280a42d09ec8,45055,1732036898777 2024-11-19T17:21:40,619 DEBUG [RS:0;280a42d09ec8:45055 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875 2024-11-19T17:21:40,619 DEBUG [RS:0;280a42d09ec8:45055 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44915 2024-11-19T17:21:40,619 DEBUG [RS:0;280a42d09ec8:45055 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T17:21:40,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42649-0x101313f962a0000, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606141106/rs 2024-11-19T17:21:40,621 DEBUG [RS:0;280a42d09ec8:45055 {}] zookeeper.ZKUtil(111): regionserver:45055-0x101313f962a0001, quorum=127.0.0.1:63399, baseZNode=/01606141106 Set watcher on existing znode=/01606141106/rs/280a42d09ec8,45055,1732036898777 2024-11-19T17:21:40,621 WARN [RS:0;280a42d09ec8:45055 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:21:40,621 INFO [RS:0;280a42d09ec8:45055 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:21:40,622 DEBUG [RS:0;280a42d09ec8:45055 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777 2024-11-19T17:21:40,622 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [280a42d09ec8,45055,1732036898777] 2024-11-19T17:21:40,624 INFO [RS:0;280a42d09ec8:45055 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T17:21:40,625 INFO [RS:0;280a42d09ec8:45055 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T17:21:40,625 INFO [RS:0;280a42d09ec8:45055 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T17:21:40,626 INFO [RS:0;280a42d09ec8:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:40,626 INFO [RS:0;280a42d09ec8:45055 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T17:21:40,626 INFO [RS:0;280a42d09ec8:45055 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T17:21:40,626 INFO [RS:0;280a42d09ec8:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:40,626 DEBUG [RS:0;280a42d09ec8:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:40,626 DEBUG [RS:0;280a42d09ec8:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:40,626 DEBUG [RS:0;280a42d09ec8:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:40,626 DEBUG [RS:0;280a42d09ec8:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:40,626 DEBUG [RS:0;280a42d09ec8:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:40,626 DEBUG [RS:0;280a42d09ec8:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:21:40,626 DEBUG [RS:0;280a42d09ec8:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:40,626 DEBUG [RS:0;280a42d09ec8:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:40,626 DEBUG [RS:0;280a42d09ec8:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:40,626 DEBUG [RS:0;280a42d09ec8:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:40,626 DEBUG [RS:0;280a42d09ec8:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:40,626 DEBUG [RS:0;280a42d09ec8:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:40,626 DEBUG [RS:0;280a42d09ec8:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:21:40,626 DEBUG [RS:0;280a42d09ec8:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:21:40,627 INFO [RS:0;280a42d09ec8:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:40,627 INFO [RS:0;280a42d09ec8:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:40,627 INFO [RS:0;280a42d09ec8:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:40,627 INFO [RS:0;280a42d09ec8:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:40,627 INFO [RS:0;280a42d09ec8:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:40,627 INFO [RS:0;280a42d09ec8:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,45055,1732036898777-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:21:40,642 INFO [RS:0;280a42d09ec8:45055 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T17:21:40,642 INFO [RS:0;280a42d09ec8:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,45055,1732036898777-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:40,642 INFO [RS:0;280a42d09ec8:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:40,642 INFO [RS:0;280a42d09ec8:45055 {}] regionserver.Replication(171): 280a42d09ec8,45055,1732036898777 started 2024-11-19T17:21:40,672 INFO [RS:0;280a42d09ec8:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:40,672 INFO [RS:0;280a42d09ec8:45055 {}] regionserver.HRegionServer(1482): Serving as 280a42d09ec8,45055,1732036898777, RpcServer on 280a42d09ec8/172.17.0.2:45055, sessionid=0x101313f962a0001 2024-11-19T17:21:40,672 DEBUG [RS:0;280a42d09ec8:45055 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T17:21:40,672 DEBUG [RS:0;280a42d09ec8:45055 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 280a42d09ec8,45055,1732036898777 2024-11-19T17:21:40,672 DEBUG [RS:0;280a42d09ec8:45055 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,45055,1732036898777' 2024-11-19T17:21:40,672 DEBUG [RS:0;280a42d09ec8:45055 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01606141106/flush-table-proc/abort' 2024-11-19T17:21:40,673 DEBUG [RS:0;280a42d09ec8:45055 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01606141106/flush-table-proc/acquired' 2024-11-19T17:21:40,673 DEBUG [RS:0;280a42d09ec8:45055 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T17:21:40,673 DEBUG [RS:0;280a42d09ec8:45055 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T17:21:40,673 DEBUG [RS:0;280a42d09ec8:45055 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 280a42d09ec8,45055,1732036898777 2024-11-19T17:21:40,673 DEBUG [RS:0;280a42d09ec8:45055 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,45055,1732036898777' 2024-11-19T17:21:40,673 DEBUG [RS:0;280a42d09ec8:45055 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01606141106/online-snapshot/abort' 2024-11-19T17:21:40,674 DEBUG [RS:0;280a42d09ec8:45055 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01606141106/online-snapshot/acquired' 2024-11-19T17:21:40,674 DEBUG [RS:0;280a42d09ec8:45055 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T17:21:40,674 INFO [RS:0;280a42d09ec8:45055 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T17:21:40,674 INFO [RS:0;280a42d09ec8:45055 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T17:21:40,774 INFO [RS:0;280a42d09ec8:45055 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:21:40,776 INFO [RS:0;280a42d09ec8:45055 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C45055%2C1732036898777, suffix=, logDir=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777, archiveDir=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/oldWALs, maxLogs=10 2024-11-19T17:21:40,794 DEBUG [RS:0;280a42d09ec8:45055 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036900776, exclude list is [], retry=0 2024-11-19T17:21:40,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44973,DS-5fc52a38-edc4-4144-ba71-d3d4d9ac1597,DISK] 2024-11-19T17:21:40,798 INFO [RS:0;280a42d09ec8:45055 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036900776 2024-11-19T17:21:40,798 DEBUG [RS:0;280a42d09ec8:45055 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41821:41821)] 2024-11-19T17:21:40,932 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T17:21:40,933 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875 2024-11-19T17:21:40,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741833_1009 (size=32) 2024-11-19T17:21:41,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:41,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:21:41,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:21:41,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:41,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:41,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:21:41,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:21:41,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:41,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:41,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:21:41,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:21:41,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:41,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:41,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:21:41,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:21:41,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:41,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:41,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:21:41,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/meta/1588230740 2024-11-19T17:21:41,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/meta/1588230740 2024-11-19T17:21:41,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:21:41,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:21:41,347 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:21:41,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:21:41,350 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:21:41,350 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58764403, jitterRate=-0.12434215843677521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:21:41,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732036901338Initializing all the Stores at 1732036901339 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036901339Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036901339Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036901339Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036901339Cleaning up temporary data from old regions at 1732036901347 (+8 ms)Region opened successfully at 1732036901350 (+3 ms) 2024-11-19T17:21:41,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:21:41,350 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:21:41,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:21:41,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:21:41,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:21:41,350 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:21:41,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036901350Disabling compacts and flushes for region at 1732036901350Disabling writes for close at 1732036901350Writing region close event to WAL at 1732036901350Closed at 1732036901350 2024-11-19T17:21:41,351 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:21:41,351 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T17:21:41,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T17:21:41,352 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:21:41,353 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T17:21:41,503 DEBUG [280a42d09ec8:42649 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T17:21:41,504 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=280a42d09ec8,45055,1732036898777 2024-11-19T17:21:41,505 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,45055,1732036898777, state=OPENING 2024-11-19T17:21:41,506 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T17:21:41,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42649-0x101313f962a0000, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606141106 2024-11-19T17:21:41,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x101313f962a0001, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606141106 2024-11-19T17:21:41,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01606141106/meta-region-server: CHANGED 2024-11-19T17:21:41,508 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:21:41,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,45055,1732036898777}] 2024-11-19T17:21:41,509 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01606141106/meta-region-server: CHANGED 2024-11-19T17:21:41,661 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:21:41,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T17:21:41,665 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T17:21:41,665 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:21:41,665 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T17:21:41,667 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C45055%2C1732036898777.meta, suffix=.meta, logDir=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777, archiveDir=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/oldWALs, maxLogs=10 2024-11-19T17:21:41,680 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.meta.1732036901667.meta, exclude list is [], retry=0 2024-11-19T17:21:41,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44973,DS-5fc52a38-edc4-4144-ba71-d3d4d9ac1597,DISK] 2024-11-19T17:21:41,683 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.meta.1732036901667.meta 2024-11-19T17:21:41,684 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41821:41821)] 2024-11-19T17:21:41,684 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:21:41,684 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:21:41,684 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:21:41,684 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T17:21:41,684 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T17:21:41,684 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T17:21:41,684 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:41,684 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T17:21:41,685 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T17:21:41,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:21:41,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:21:41,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:41,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:41,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:21:41,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:21:41,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:41,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:41,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:21:41,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:21:41,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:41,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:41,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:21:41,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:21:41,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:41,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:41,689 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:21:41,689 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/meta/1588230740 2024-11-19T17:21:41,690 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/meta/1588230740 2024-11-19T17:21:41,691 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:21:41,691 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:21:41,691 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:21:41,692 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:21:41,693 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68620421, jitterRate=0.022523954510688782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:21:41,693 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T17:21:41,693 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732036901685Writing region info on filesystem at 1732036901685Initializing all the Stores at 1732036901685Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036901685Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036901685Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036901685Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036901685Cleaning up temporary data from old regions at 1732036901691 (+6 ms)Running coprocessor post-open hooks at 1732036901693 (+2 ms)Region opened successfully at 1732036901693 2024-11-19T17:21:41,694 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732036901661 2024-11-19T17:21:41,695 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T17:21:41,695 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T17:21:41,696 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,45055,1732036898777 2024-11-19T17:21:41,696 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,45055,1732036898777, state=OPEN 2024-11-19T17:21:41,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x101313f962a0001, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01606141106/meta-region-server 2024-11-19T17:21:41,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42649-0x101313f962a0000, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01606141106/meta-region-server 2024-11-19T17:21:41,702 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=280a42d09ec8,45055,1732036898777 2024-11-19T17:21:41,702 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01606141106/meta-region-server: CHANGED 2024-11-19T17:21:41,702 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01606141106/meta-region-server: CHANGED 2024-11-19T17:21:41,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T17:21:41,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,45055,1732036898777 in 194 msec 2024-11-19T17:21:41,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T17:21:41,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-19T17:21:41,706 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:21:41,706 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T17:21:41,707 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:21:41,707 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,45055,1732036898777, seqNum=-1] 2024-11-19T17:21:41,707 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:21:41,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:21:41,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1920 sec 2024-11-19T17:21:41,712 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732036901712, completionTime=-1 2024-11-19T17:21:41,712 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T17:21:41,712 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T17:21:41,714 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T17:21:41,714 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732036961714 2024-11-19T17:21:41,714 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732037021714 2024-11-19T17:21:41,714 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T17:21:41,714 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,42649,1732036898716-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:41,714 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,42649,1732036898716-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:41,714 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,42649,1732036898716-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:41,715 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-280a42d09ec8:42649, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:41,715 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:41,715 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:41,716 DEBUG [master/280a42d09ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T17:21:41,718 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.901sec 2024-11-19T17:21:41,718 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T17:21:41,718 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T17:21:41,718 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T17:21:41,718 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T17:21:41,718 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T17:21:41,718 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,42649,1732036898716-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:21:41,718 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,42649,1732036898716-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T17:21:41,720 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T17:21:41,720 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T17:21:41,720 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,42649,1732036898716-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:41,766 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T17:21:41,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:41,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:41,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:41,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:41,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:41,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:41,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:41,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:41,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:41,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:41,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:41,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:41,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:41,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5223fded, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:41,800 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,42649,-1 for getting cluster id 2024-11-19T17:21:41,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:41,800 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:21:41,801 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aed59719-70d3-4ae4-87fd-620baf7af294' 2024-11-19T17:21:41,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:21:41,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aed59719-70d3-4ae4-87fd-620baf7af294" 2024-11-19T17:21:41,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48d84165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:41,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,42649,-1] 2024-11-19T17:21:41,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:21:41,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:41,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:41,803 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:21:41,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:41,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac718c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:41,804 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:21:41,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:41,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,45055,1732036898777, seqNum=-1] 2024-11-19T17:21:41,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:21:41,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:21:41,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=280a42d09ec8,42649,1732036898716 2024-11-19T17:21:41,808 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63399 2024-11-19T17:21:41,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:21:41,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101313f962a0002 connected 2024-11-19T17:21:41,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4/hadoop.log.dir so I do NOT create it in target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562 2024-11-19T17:21:41,814 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T17:21:41,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4/hadoop.tmp.dir so I do NOT create it in target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562 2024-11-19T17:21:41,814 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T17:21:41,814 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562 2024-11-19T17:21:41,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T17:21:41,814 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562/cluster_68a2f56f-3de4-61fd-12fd-9ae350554d43, deleteOnExit=true 2024-11-19T17:21:41,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T17:21:41,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562/test.cache.data in system properties and HBase conf 2024-11-19T17:21:41,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T17:21:41,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562/hadoop.log.dir in system properties and HBase conf 2024-11-19T17:21:41,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T17:21:41,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T17:21:41,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T17:21:41,815 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T17:21:41,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:21:41,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:21:41,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T17:21:41,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:21:41,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T17:21:41,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T17:21:41,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:21:41,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:21:41,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T17:21:41,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562/nfs.dump.dir in system properties and HBase conf 2024-11-19T17:21:41,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562/java.io.tmpdir in system properties and HBase conf 2024-11-19T17:21:41,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:21:41,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T17:21:41,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T17:21:41,827 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T17:21:41,828 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T17:21:41,936 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:21:41,940 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:21:41,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:21:41,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:21:41,943 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T17:21:41,944 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:21:41,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@252587db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:21:41,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6627d46b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:21:41,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T17:21:41,976 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T17:21:41,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T17:21:41,977 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T17:21:41,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T17:21:41,977 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T17:21:42,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45ae4538{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562/java.io.tmpdir/jetty-localhost-40169-hadoop-hdfs-3_4_1-tests_jar-_-any-185431170044079052/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:21:42,120 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f392555{HTTP/1.1, (http/1.1)}{localhost:40169} 2024-11-19T17:21:42,121 INFO [Time-limited test {}] server.Server(415): Started @295403ms 2024-11-19T17:21:42,235 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:21:42,239 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:21:42,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:21:42,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:21:42,244 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T17:21:42,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c4eba30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:21:42,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42cb9d4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:21:42,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f556e7f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562/java.io.tmpdir/jetty-localhost-32857-hadoop-hdfs-3_4_1-tests_jar-_-any-17518767826324222175/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:21:42,362 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b583009{HTTP/1.1, (http/1.1)}{localhost:32857} 2024-11-19T17:21:42,362 INFO [Time-limited test {}] server.Server(415): Started @295645ms 2024-11-19T17:21:42,363 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T17:21:42,462 WARN [Thread-4436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562/cluster_68a2f56f-3de4-61fd-12fd-9ae350554d43/data/data2/current/BP-157634886-172.17.0.2-1732036901853/current, will proceed with Du for space computation calculation, 2024-11-19T17:21:42,462 WARN [Thread-4435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562/cluster_68a2f56f-3de4-61fd-12fd-9ae350554d43/data/data1/current/BP-157634886-172.17.0.2-1732036901853/current, will proceed with Du for space computation calculation, 2024-11-19T17:21:42,483 WARN [Thread-4423 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T17:21:42,485 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6067fe02cc9eaf8b with lease ID 0x7edf9782de646860: Processing first storage report for DS-834b0f1a-5989-4536-9f1e-61667879904f from datanode DatanodeRegistration(127.0.0.1:42989, datanodeUuid=b5769ea6-0c4d-4191-b871-f75513bd15fd, infoPort=43961, infoSecurePort=0, ipcPort=41809, storageInfo=lv=-57;cid=testClusterID;nsid=1832696810;c=1732036901853) 2024-11-19T17:21:42,485 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6067fe02cc9eaf8b with lease ID 0x7edf9782de646860: from storage DS-834b0f1a-5989-4536-9f1e-61667879904f node DatanodeRegistration(127.0.0.1:42989, datanodeUuid=b5769ea6-0c4d-4191-b871-f75513bd15fd, infoPort=43961, infoSecurePort=0, ipcPort=41809, storageInfo=lv=-57;cid=testClusterID;nsid=1832696810;c=1732036901853), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:21:42,485 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6067fe02cc9eaf8b with lease ID 0x7edf9782de646860: Processing first storage report for DS-3451c0fc-627b-4b30-9ad7-1225f04212b0 from datanode DatanodeRegistration(127.0.0.1:42989, datanodeUuid=b5769ea6-0c4d-4191-b871-f75513bd15fd, infoPort=43961, infoSecurePort=0, ipcPort=41809, storageInfo=lv=-57;cid=testClusterID;nsid=1832696810;c=1732036901853) 2024-11-19T17:21:42,485 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6067fe02cc9eaf8b with lease ID 0x7edf9782de646860: from storage DS-3451c0fc-627b-4b30-9ad7-1225f04212b0 node DatanodeRegistration(127.0.0.1:42989, datanodeUuid=b5769ea6-0c4d-4191-b871-f75513bd15fd, infoPort=43961, infoSecurePort=0, ipcPort=41809, storageInfo=lv=-57;cid=testClusterID;nsid=1832696810;c=1732036901853), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:21:42,489 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562 2024-11-19T17:21:42,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:21:42,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:21:42,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741825_1001 (size=7) 2024-11-19T17:21:42,898 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16 with version=8 2024-11-19T17:21:42,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/hbase-staging 2024-11-19T17:21:42,900 INFO [Time-limited test {}] client.ConnectionUtils(128): master/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:21:42,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:21:42,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:21:42,901 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:21:42,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:21:42,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:21:42,901 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T17:21:42,901 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:21:42,901 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45903 2024-11-19T17:21:42,902 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45903 connecting to ZooKeeper ensemble=127.0.0.1:63399 2024-11-19T17:21:42,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459030x0, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:21:42,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45903-0x101313f962a0003 connected 2024-11-19T17:21:42,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:21:42,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:21:42,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45903-0x101313f962a0003, quorum=127.0.0.1:63399, baseZNode=/1947634067 Set watcher on znode that does not yet exist, /1947634067/running 2024-11-19T17:21:42,925 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16, hbase.cluster.distributed=false 2024-11-19T17:21:42,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45903-0x101313f962a0003, quorum=127.0.0.1:63399, baseZNode=/1947634067 Set watcher on znode that does not yet exist, /1947634067/acl 2024-11-19T17:21:42,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45903 2024-11-19T17:21:42,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45903 2024-11-19T17:21:42,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45903 2024-11-19T17:21:42,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45903 2024-11-19T17:21:42,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45903 2024-11-19T17:21:42,944 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:21:42,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:21:42,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:21:42,944 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:21:42,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:21:42,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:21:42,944 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T17:21:42,944 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:21:42,945 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35415 2024-11-19T17:21:42,946 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35415 connecting to ZooKeeper ensemble=127.0.0.1:63399 2024-11-19T17:21:42,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:21:42,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:21:42,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354150x0, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:21:42,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35415-0x101313f962a0004 connected 2024-11-19T17:21:42,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354150x0, quorum=127.0.0.1:63399, baseZNode=/1947634067 Set watcher on znode that does not yet exist, /1947634067/running 2024-11-19T17:21:42,953 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T17:21:42,954 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T17:21:42,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35415-0x101313f962a0004, quorum=127.0.0.1:63399, baseZNode=/1947634067 Set watcher on znode that does not yet exist, /1947634067/master 2024-11-19T17:21:42,955 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35415-0x101313f962a0004, quorum=127.0.0.1:63399, baseZNode=/1947634067 Set watcher on znode that does not yet exist, /1947634067/acl 2024-11-19T17:21:42,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35415 2024-11-19T17:21:42,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35415 2024-11-19T17:21:42,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35415 2024-11-19T17:21:42,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35415 2024-11-19T17:21:42,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35415 2024-11-19T17:21:42,977 DEBUG [M:0;280a42d09ec8:45903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;280a42d09ec8:45903 2024-11-19T17:21:42,979 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1947634067/backup-masters/280a42d09ec8,45903,1732036902900 2024-11-19T17:21:42,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45903-0x101313f962a0003, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1947634067/backup-masters 2024-11-19T17:21:42,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x101313f962a0004, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1947634067/backup-masters 2024-11-19T17:21:42,982 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45903-0x101313f962a0003, quorum=127.0.0.1:63399, baseZNode=/1947634067 Set watcher on existing znode=/1947634067/backup-masters/280a42d09ec8,45903,1732036902900 2024-11-19T17:21:42,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x101313f962a0004, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1947634067/master 2024-11-19T17:21:42,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45903-0x101313f962a0003, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1947634067 2024-11-19T17:21:42,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x101313f962a0004, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1947634067 2024-11-19T17:21:42,984 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45903-0x101313f962a0003, quorum=127.0.0.1:63399, baseZNode=/1947634067 Set watcher on existing znode=/1947634067/master 2024-11-19T17:21:42,984 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1947634067/backup-masters/280a42d09ec8,45903,1732036902900 from backup master directory 2024-11-19T17:21:42,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45903-0x101313f962a0003, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1947634067/backup-masters/280a42d09ec8,45903,1732036902900 2024-11-19T17:21:42,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x101313f962a0004, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1947634067/backup-masters 2024-11-19T17:21:42,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45903-0x101313f962a0003, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1947634067/backup-masters 2024-11-19T17:21:42,987 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:21:42,987 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=280a42d09ec8,45903,1732036902900 2024-11-19T17:21:42,990 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/hbase.id] with ID: 16f5b957-9914-4c11-99e9-bc8a83eef3a2 2024-11-19T17:21:42,990 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/.tmp/hbase.id 2024-11-19T17:21:42,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741826_1002 (size=42) 2024-11-19T17:21:43,396 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/.tmp/hbase.id]:[hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/hbase.id] 2024-11-19T17:21:43,405 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:21:43,405 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T17:21:43,405 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-19T17:21:43,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45903-0x101313f962a0003, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1947634067 2024-11-19T17:21:43,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x101313f962a0004, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1947634067 2024-11-19T17:21:43,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741827_1003 (size=196) 2024-11-19T17:21:43,813 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:21:43,814 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T17:21:43,815 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:21:43,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741828_1004 (size=1189) 2024-11-19T17:21:44,221 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/MasterData/data/master/store 2024-11-19T17:21:44,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741829_1005 (size=34) 2024-11-19T17:21:44,226 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:44,226 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:21:44,226 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:21:44,226 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:21:44,226 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:21:44,226 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:21:44,226 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:21:44,226 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036904226Disabling compacts and flushes for region at 1732036904226Disabling writes for close at 1732036904226Writing region close event to WAL at 1732036904226Closed at 1732036904226 2024-11-19T17:21:44,227 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/MasterData/data/master/store/.initializing 2024-11-19T17:21:44,227 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/MasterData/WALs/280a42d09ec8,45903,1732036902900 2024-11-19T17:21:44,228 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:21:44,229 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=280a42d09ec8%2C45903%2C1732036902900, suffix=, logDir=hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/MasterData/WALs/280a42d09ec8,45903,1732036902900, archiveDir=hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/MasterData/oldWALs, maxLogs=10 2024-11-19T17:21:44,248 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/MasterData/WALs/280a42d09ec8,45903,1732036902900/280a42d09ec8%2C45903%2C1732036902900.1732036904229, exclude list is [], retry=0 2024-11-19T17:21:44,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42989,DS-834b0f1a-5989-4536-9f1e-61667879904f,DISK] 2024-11-19T17:21:44,252 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/MasterData/WALs/280a42d09ec8,45903,1732036902900/280a42d09ec8%2C45903%2C1732036902900.1732036904229 2024-11-19T17:21:44,252 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43961:43961)] 2024-11-19T17:21:44,252 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:21:44,253 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:44,253 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:44,253 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:44,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:44,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T17:21:44,255 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:44,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:44,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:44,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T17:21:44,256 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:44,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:44,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:44,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T17:21:44,257 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:44,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:44,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:44,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T17:21:44,258 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:44,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:44,259 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:44,259 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:44,259 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:44,260 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:44,260 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:44,261 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:21:44,262 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:44,263 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:21:44,264 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69120239, jitterRate=0.02997182309627533}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:21:44,264 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732036904253Initializing all the Stores at 1732036904253Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036904253Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036904253Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036904254 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036904254Cleaning up temporary data from old regions at 1732036904260 (+6 ms)Region opened successfully at 1732036904264 (+4 ms) 2024-11-19T17:21:44,264 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T17:21:44,266 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c3c2558, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:21:44,267 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T17:21:44,267 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T17:21:44,267 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T17:21:44,267 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T17:21:44,268 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T17:21:44,268 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T17:21:44,268 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T17:21:44,270 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T17:21:44,270 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45903-0x101313f962a0003, quorum=127.0.0.1:63399, baseZNode=/1947634067 Unable to get data of znode /1947634067/balancer because node does not exist (not necessarily an error) 2024-11-19T17:21:44,271 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1947634067/balancer already deleted, retry=false 2024-11-19T17:21:44,272 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T17:21:44,272 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45903-0x101313f962a0003, quorum=127.0.0.1:63399, baseZNode=/1947634067 Unable to get data of znode /1947634067/normalizer because node does not exist (not necessarily an error) 2024-11-19T17:21:44,273 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1947634067/normalizer already deleted, retry=false 2024-11-19T17:21:44,273 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T17:21:44,274 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45903-0x101313f962a0003, quorum=127.0.0.1:63399, baseZNode=/1947634067 Unable to get data of znode /1947634067/switch/split because node does not exist (not necessarily an error) 2024-11-19T17:21:44,276 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1947634067/switch/split already deleted, retry=false 2024-11-19T17:21:44,277 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45903-0x101313f962a0003, quorum=127.0.0.1:63399, baseZNode=/1947634067 Unable to get data of znode /1947634067/switch/merge because node does not exist (not necessarily an error) 2024-11-19T17:21:44,278 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1947634067/switch/merge already deleted, retry=false 2024-11-19T17:21:44,279 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45903-0x101313f962a0003, quorum=127.0.0.1:63399, baseZNode=/1947634067 Unable to get data of znode /1947634067/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T17:21:44,280 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1947634067/snapshot-cleanup already deleted, retry=false 2024-11-19T17:21:44,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45903-0x101313f962a0003, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1947634067/running 2024-11-19T17:21:44,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x101313f962a0004, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1947634067/running 2024-11-19T17:21:44,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45903-0x101313f962a0003, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1947634067 2024-11-19T17:21:44,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x101313f962a0004, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1947634067 2024-11-19T17:21:44,282 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=280a42d09ec8,45903,1732036902900, sessionid=0x101313f962a0003, setting cluster-up flag (Was=false) 2024-11-19T17:21:44,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45903-0x101313f962a0003, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1947634067 2024-11-19T17:21:44,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x101313f962a0004, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1947634067 2024-11-19T17:21:44,290 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1947634067/flush-table-proc/acquired, /1947634067/flush-table-proc/reached, /1947634067/flush-table-proc/abort 2024-11-19T17:21:44,291 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,45903,1732036902900 2024-11-19T17:21:44,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45903-0x101313f962a0003, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1947634067 2024-11-19T17:21:44,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x101313f962a0004, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1947634067 2024-11-19T17:21:44,298 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1947634067/online-snapshot/acquired, /1947634067/online-snapshot/reached, /1947634067/online-snapshot/abort 2024-11-19T17:21:44,299 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,45903,1732036902900 2024-11-19T17:21:44,300 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T17:21:44,301 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T17:21:44,301 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T17:21:44,301 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T17:21:44,302 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 280a42d09ec8,45903,1732036902900 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T17:21:44,303 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:21:44,303 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:21:44,303 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:21:44,303 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:21:44,303 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/280a42d09ec8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T17:21:44,303 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:44,303 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:21:44,303 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:44,304 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732036934304 2024-11-19T17:21:44,304 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T17:21:44,304 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:21:44,304 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T17:21:44,304 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T17:21:44,304 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T17:21:44,304 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T17:21:44,305 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T17:21:44,305 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T17:21:44,305 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:44,305 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T17:21:44,305 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:44,305 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T17:21:44,305 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T17:21:44,305 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T17:21:44,305 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T17:21:44,306 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T17:21:44,306 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T17:21:44,306 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036904306,5,FailOnTimeoutGroup] 2024-11-19T17:21:44,306 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036904306,5,FailOnTimeoutGroup] 2024-11-19T17:21:44,306 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:44,306 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T17:21:44,306 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:44,306 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:44,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741831_1007 (size=1321) 2024-11-19T17:21:44,363 INFO [RS:0;280a42d09ec8:35415 {}] regionserver.HRegionServer(746): ClusterId : 16f5b957-9914-4c11-99e9-bc8a83eef3a2 2024-11-19T17:21:44,364 DEBUG [RS:0;280a42d09ec8:35415 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T17:21:44,365 DEBUG [RS:0;280a42d09ec8:35415 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T17:21:44,365 DEBUG [RS:0;280a42d09ec8:35415 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T17:21:44,367 DEBUG [RS:0;280a42d09ec8:35415 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T17:21:44,367 DEBUG [RS:0;280a42d09ec8:35415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44cf9d92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:21:44,380 DEBUG [RS:0;280a42d09ec8:35415 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;280a42d09ec8:35415 2024-11-19T17:21:44,380 INFO [RS:0;280a42d09ec8:35415 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T17:21:44,380 INFO [RS:0;280a42d09ec8:35415 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T17:21:44,380 DEBUG [RS:0;280a42d09ec8:35415 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T17:21:44,381 INFO [RS:0;280a42d09ec8:35415 {}] regionserver.HRegionServer(2659): reportForDuty to master=280a42d09ec8,45903,1732036902900 with port=35415, startcode=1732036902944 2024-11-19T17:21:44,381 DEBUG [RS:0;280a42d09ec8:35415 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T17:21:44,383 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T17:21:44,383 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45903 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 280a42d09ec8,35415,1732036902944 2024-11-19T17:21:44,383 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45903 {}] master.ServerManager(517): Registering regionserver=280a42d09ec8,35415,1732036902944 2024-11-19T17:21:44,385 DEBUG [RS:0;280a42d09ec8:35415 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16 2024-11-19T17:21:44,385 DEBUG [RS:0;280a42d09ec8:35415 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44219 2024-11-19T17:21:44,385 DEBUG [RS:0;280a42d09ec8:35415 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T17:21:44,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45903-0x101313f962a0003, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1947634067/rs 2024-11-19T17:21:44,391 DEBUG [RS:0;280a42d09ec8:35415 {}] zookeeper.ZKUtil(111): regionserver:35415-0x101313f962a0004, quorum=127.0.0.1:63399, baseZNode=/1947634067 Set watcher on existing znode=/1947634067/rs/280a42d09ec8,35415,1732036902944 2024-11-19T17:21:44,391 WARN [RS:0;280a42d09ec8:35415 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:21:44,391 INFO [RS:0;280a42d09ec8:35415 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:21:44,391 DEBUG [RS:0;280a42d09ec8:35415 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/WALs/280a42d09ec8,35415,1732036902944 2024-11-19T17:21:44,391 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [280a42d09ec8,35415,1732036902944] 2024-11-19T17:21:44,393 INFO [RS:0;280a42d09ec8:35415 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T17:21:44,395 INFO [RS:0;280a42d09ec8:35415 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T17:21:44,396 INFO [RS:0;280a42d09ec8:35415 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T17:21:44,396 INFO [RS:0;280a42d09ec8:35415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:44,396 INFO [RS:0;280a42d09ec8:35415 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T17:21:44,397 INFO [RS:0;280a42d09ec8:35415 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T17:21:44,397 INFO [RS:0;280a42d09ec8:35415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:44,397 DEBUG [RS:0;280a42d09ec8:35415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:44,397 DEBUG [RS:0;280a42d09ec8:35415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:44,397 DEBUG [RS:0;280a42d09ec8:35415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:44,397 DEBUG [RS:0;280a42d09ec8:35415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:44,397 DEBUG [RS:0;280a42d09ec8:35415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:44,397 DEBUG [RS:0;280a42d09ec8:35415 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:21:44,397 DEBUG [RS:0;280a42d09ec8:35415 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:44,397 DEBUG [RS:0;280a42d09ec8:35415 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:44,397 DEBUG [RS:0;280a42d09ec8:35415 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:44,397 DEBUG [RS:0;280a42d09ec8:35415 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:44,397 DEBUG [RS:0;280a42d09ec8:35415 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:44,397 DEBUG [RS:0;280a42d09ec8:35415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:44,397 DEBUG [RS:0;280a42d09ec8:35415 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:21:44,397 DEBUG [RS:0;280a42d09ec8:35415 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:21:44,400 INFO [RS:0;280a42d09ec8:35415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:44,400 INFO [RS:0;280a42d09ec8:35415 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:44,400 INFO [RS:0;280a42d09ec8:35415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:44,400 INFO [RS:0;280a42d09ec8:35415 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:44,400 INFO [RS:0;280a42d09ec8:35415 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:44,400 INFO [RS:0;280a42d09ec8:35415 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,35415,1732036902944-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:21:44,416 INFO [RS:0;280a42d09ec8:35415 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T17:21:44,416 INFO [RS:0;280a42d09ec8:35415 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,35415,1732036902944-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:44,416 INFO [RS:0;280a42d09ec8:35415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:44,416 INFO [RS:0;280a42d09ec8:35415 {}] regionserver.Replication(171): 280a42d09ec8,35415,1732036902944 started 2024-11-19T17:21:44,431 INFO [RS:0;280a42d09ec8:35415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:44,431 INFO [RS:0;280a42d09ec8:35415 {}] regionserver.HRegionServer(1482): Serving as 280a42d09ec8,35415,1732036902944, RpcServer on 280a42d09ec8/172.17.0.2:35415, sessionid=0x101313f962a0004 2024-11-19T17:21:44,432 DEBUG [RS:0;280a42d09ec8:35415 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T17:21:44,432 DEBUG [RS:0;280a42d09ec8:35415 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 280a42d09ec8,35415,1732036902944 2024-11-19T17:21:44,432 DEBUG [RS:0;280a42d09ec8:35415 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,35415,1732036902944' 2024-11-19T17:21:44,432 DEBUG [RS:0;280a42d09ec8:35415 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1947634067/flush-table-proc/abort' 2024-11-19T17:21:44,432 DEBUG [RS:0;280a42d09ec8:35415 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1947634067/flush-table-proc/acquired' 2024-11-19T17:21:44,433 DEBUG [RS:0;280a42d09ec8:35415 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T17:21:44,433 DEBUG [RS:0;280a42d09ec8:35415 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T17:21:44,433 DEBUG [RS:0;280a42d09ec8:35415 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 280a42d09ec8,35415,1732036902944 2024-11-19T17:21:44,433 DEBUG [RS:0;280a42d09ec8:35415 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,35415,1732036902944' 2024-11-19T17:21:44,433 DEBUG [RS:0;280a42d09ec8:35415 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1947634067/online-snapshot/abort' 2024-11-19T17:21:44,433 DEBUG [RS:0;280a42d09ec8:35415 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1947634067/online-snapshot/acquired' 2024-11-19T17:21:44,433 DEBUG [RS:0;280a42d09ec8:35415 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T17:21:44,433 INFO [RS:0;280a42d09ec8:35415 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T17:21:44,433 INFO [RS:0;280a42d09ec8:35415 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T17:21:44,534 INFO [RS:0;280a42d09ec8:35415 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:21:44,535 INFO [RS:0;280a42d09ec8:35415 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C35415%2C1732036902944, suffix=, logDir=hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/WALs/280a42d09ec8,35415,1732036902944, archiveDir=hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/oldWALs, maxLogs=10 2024-11-19T17:21:44,551 DEBUG [RS:0;280a42d09ec8:35415 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/WALs/280a42d09ec8,35415,1732036902944/280a42d09ec8%2C35415%2C1732036902944.1732036904536, exclude list is [], retry=0 2024-11-19T17:21:44,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42989,DS-834b0f1a-5989-4536-9f1e-61667879904f,DISK] 2024-11-19T17:21:44,554 INFO [RS:0;280a42d09ec8:35415 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/WALs/280a42d09ec8,35415,1732036902944/280a42d09ec8%2C35415%2C1732036902944.1732036904536 2024-11-19T17:21:44,555 DEBUG [RS:0;280a42d09ec8:35415 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43961:43961)] 2024-11-19T17:21:44,713 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T17:21:44,713 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16 2024-11-19T17:21:44,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741833_1009 (size=32) 2024-11-19T17:21:45,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:45,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:21:45,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:21:45,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:45,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:45,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:21:45,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:21:45,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:45,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:45,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:21:45,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:21:45,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:45,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:45,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:21:45,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:21:45,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:45,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:45,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:21:45,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/hbase/meta/1588230740 2024-11-19T17:21:45,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/hbase/meta/1588230740 2024-11-19T17:21:45,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:21:45,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:21:45,129 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:21:45,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:21:45,131 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:21:45,132 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60252060, jitterRate=-0.10217434167861938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:21:45,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732036905121Initializing all the Stores at 1732036905122 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036905122Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036905122Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036905122Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036905122Cleaning up temporary data from old regions at 1732036905129 (+7 ms)Region opened successfully at 1732036905132 (+3 ms) 2024-11-19T17:21:45,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:21:45,132 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:21:45,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:21:45,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:21:45,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:21:45,132 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:21:45,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036905132Disabling compacts and flushes for region at 1732036905132Disabling writes for close at 1732036905132Writing region close event to WAL at 1732036905132Closed at 1732036905132 2024-11-19T17:21:45,133 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:21:45,133 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T17:21:45,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T17:21:45,134 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:21:45,135 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T17:21:45,285 DEBUG [280a42d09ec8:45903 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T17:21:45,286 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=280a42d09ec8,35415,1732036902944 2024-11-19T17:21:45,287 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,35415,1732036902944, state=OPENING 2024-11-19T17:21:45,291 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T17:21:45,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45903-0x101313f962a0003, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1947634067 2024-11-19T17:21:45,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x101313f962a0004, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1947634067 2024-11-19T17:21:45,293 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:21:45,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1947634067/meta-region-server: CHANGED 2024-11-19T17:21:45,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1947634067/meta-region-server: CHANGED 2024-11-19T17:21:45,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,35415,1732036902944}] 2024-11-19T17:21:45,445 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:21:45,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T17:21:45,450 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T17:21:45,450 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:21:45,450 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T17:21:45,452 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C35415%2C1732036902944.meta, suffix=.meta, logDir=hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/WALs/280a42d09ec8,35415,1732036902944, archiveDir=hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/oldWALs, maxLogs=10 2024-11-19T17:21:45,467 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/WALs/280a42d09ec8,35415,1732036902944/280a42d09ec8%2C35415%2C1732036902944.meta.1732036905452.meta, exclude list is [], retry=0 2024-11-19T17:21:45,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42989,DS-834b0f1a-5989-4536-9f1e-61667879904f,DISK] 2024-11-19T17:21:45,471 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/WALs/280a42d09ec8,35415,1732036902944/280a42d09ec8%2C35415%2C1732036902944.meta.1732036905452.meta 2024-11-19T17:21:45,471 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43961:43961)] 2024-11-19T17:21:45,471 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:21:45,471 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:21:45,471 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:21:45,471 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T17:21:45,472 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T17:21:45,472 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T17:21:45,472 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:45,472 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T17:21:45,472 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T17:21:45,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:21:45,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:21:45,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:45,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:45,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:21:45,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:21:45,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:45,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:45,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:21:45,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:21:45,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:45,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:45,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:21:45,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:21:45,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:45,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:45,476 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:21:45,477 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/hbase/meta/1588230740 2024-11-19T17:21:45,478 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/hbase/meta/1588230740 2024-11-19T17:21:45,478 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:21:45,478 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:21:45,479 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:21:45,479 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:21:45,480 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59501912, jitterRate=-0.11335241794586182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:21:45,480 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T17:21:45,480 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732036905472Writing region info on filesystem at 1732036905472Initializing all the Stores at 1732036905472Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036905473 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036905473Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036905473Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036905473Cleaning up temporary data from old regions at 1732036905478 (+5 ms)Running coprocessor post-open hooks at 1732036905480 (+2 ms)Region opened successfully at 1732036905480 2024-11-19T17:21:45,481 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732036905445 2024-11-19T17:21:45,483 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T17:21:45,483 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T17:21:45,483 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,35415,1732036902944 2024-11-19T17:21:45,484 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,35415,1732036902944, state=OPEN 2024-11-19T17:21:45,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45903-0x101313f962a0003, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1947634067/meta-region-server 2024-11-19T17:21:45,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x101313f962a0004, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1947634067/meta-region-server 2024-11-19T17:21:45,485 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=280a42d09ec8,35415,1732036902944 2024-11-19T17:21:45,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1947634067/meta-region-server: CHANGED 2024-11-19T17:21:45,486 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1947634067/meta-region-server: CHANGED 2024-11-19T17:21:45,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T17:21:45,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,35415,1732036902944 in 192 msec 2024-11-19T17:21:45,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T17:21:45,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-11-19T17:21:45,489 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:21:45,489 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T17:21:45,490 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:21:45,491 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,35415,1732036902944, seqNum=-1] 2024-11-19T17:21:45,491 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:21:45,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:21:45,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1940 sec 2024-11-19T17:21:45,495 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732036905495, completionTime=-1 2024-11-19T17:21:45,495 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T17:21:45,495 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T17:21:45,497 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T17:21:45,497 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732036965497 2024-11-19T17:21:45,497 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732037025497 2024-11-19T17:21:45,497 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T17:21:45,498 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,45903,1732036902900-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:45,498 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,45903,1732036902900-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:45,498 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,45903,1732036902900-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:45,498 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-280a42d09ec8:45903, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:45,498 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:45,498 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:45,499 DEBUG [master/280a42d09ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T17:21:45,501 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.514sec 2024-11-19T17:21:45,501 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T17:21:45,501 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T17:21:45,501 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T17:21:45,501 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T17:21:45,501 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T17:21:45,501 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,45903,1732036902900-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:21:45,501 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,45903,1732036902900-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T17:21:45,503 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T17:21:45,503 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T17:21:45,503 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,45903,1732036902900-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:45,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7240d2d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:45,564 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,45903,-1 for getting cluster id 2024-11-19T17:21:45,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:21:45,566 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16f5b957-9914-4c11-99e9-bc8a83eef3a2' 2024-11-19T17:21:45,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:21:45,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16f5b957-9914-4c11-99e9-bc8a83eef3a2" 2024-11-19T17:21:45,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@598b45d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:45,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,45903,-1] 2024-11-19T17:21:45,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:21:45,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:45,568 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:21:45,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a2633fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:45,569 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:21:45,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,35415,1732036902944, seqNum=-1] 2024-11-19T17:21:45,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:21:45,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:21:45,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=280a42d09ec8,45903,1732036902900 2024-11-19T17:21:45,573 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63399 2024-11-19T17:21:45,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:21:45,577 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101313f962a0005 connected 2024-11-19T17:21:45,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562/hadoop.log.dir so I do NOT create it in target/test-data/ea7a648c-b29d-7599-bb49-6d0a14b0f641 2024-11-19T17:21:45,580 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T17:21:45,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562/hadoop.tmp.dir so I do NOT create it in target/test-data/ea7a648c-b29d-7599-bb49-6d0a14b0f641 2024-11-19T17:21:45,580 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T17:21:45,580 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea7a648c-b29d-7599-bb49-6d0a14b0f641 2024-11-19T17:21:45,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T17:21:45,581 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea7a648c-b29d-7599-bb49-6d0a14b0f641/cluster_1200231a-1648-f59c-bd5a-a470244b46a1, deleteOnExit=true 2024-11-19T17:21:45,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T17:21:45,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea7a648c-b29d-7599-bb49-6d0a14b0f641/test.cache.data in system properties and HBase conf 2024-11-19T17:21:45,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea7a648c-b29d-7599-bb49-6d0a14b0f641/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T17:21:45,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea7a648c-b29d-7599-bb49-6d0a14b0f641/hadoop.log.dir in system properties and HBase conf 2024-11-19T17:21:45,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea7a648c-b29d-7599-bb49-6d0a14b0f641/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T17:21:45,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea7a648c-b29d-7599-bb49-6d0a14b0f641/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T17:21:45,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T17:21:45,581 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T17:21:45,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea7a648c-b29d-7599-bb49-6d0a14b0f641/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:21:45,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea7a648c-b29d-7599-bb49-6d0a14b0f641/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T17:21:45,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea7a648c-b29d-7599-bb49-6d0a14b0f641/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T17:21:45,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea7a648c-b29d-7599-bb49-6d0a14b0f641/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:21:45,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea7a648c-b29d-7599-bb49-6d0a14b0f641/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T17:21:45,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea7a648c-b29d-7599-bb49-6d0a14b0f641/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T17:21:45,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea7a648c-b29d-7599-bb49-6d0a14b0f641/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T17:21:45,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea7a648c-b29d-7599-bb49-6d0a14b0f641/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:21:45,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea7a648c-b29d-7599-bb49-6d0a14b0f641/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T17:21:45,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea7a648c-b29d-7599-bb49-6d0a14b0f641/nfs.dump.dir in system properties and HBase conf 2024-11-19T17:21:45,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea7a648c-b29d-7599-bb49-6d0a14b0f641/java.io.tmpdir in system properties and HBase conf 2024-11-19T17:21:45,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea7a648c-b29d-7599-bb49-6d0a14b0f641/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T17:21:45,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea7a648c-b29d-7599-bb49-6d0a14b0f641/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T17:21:45,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea7a648c-b29d-7599-bb49-6d0a14b0f641/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T17:21:45,659 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:21:45,662 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:21:45,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:21:45,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:21:45,664 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T17:21:45,665 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:21:45,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6983f7b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea7a648c-b29d-7599-bb49-6d0a14b0f641/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:21:45,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@dea3191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:21:45,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59f0efd8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea7a648c-b29d-7599-bb49-6d0a14b0f641/java.io.tmpdir/jetty-localhost-36655-hadoop-hdfs-3_4_1-tests_jar-_-any-12467918835831211341/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:21:45,801 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2adc35fe{HTTP/1.1, (http/1.1)}{localhost:36655} 2024-11-19T17:21:45,801 INFO [Time-limited test {}] server.Server(415): Started @299083ms 2024-11-19T17:21:45,877 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T17:21:45,881 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T17:21:45,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T17:21:45,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T17:21:45,883 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T17:21:45,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b582525{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea7a648c-b29d-7599-bb49-6d0a14b0f641/hadoop.log.dir/,AVAILABLE} 2024-11-19T17:21:45,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12f6a315{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T17:21:45,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37f82eca{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea7a648c-b29d-7599-bb49-6d0a14b0f641/java.io.tmpdir/jetty-localhost-34403-hadoop-hdfs-3_4_1-tests_jar-_-any-8575070862832966146/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:21:45,998 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d8dfaa5{HTTP/1.1, (http/1.1)}{localhost:34403} 2024-11-19T17:21:45,998 INFO [Time-limited test {}] server.Server(415): Started @299281ms 2024-11-19T17:21:45,999 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T17:21:46,115 WARN [Thread-4555 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea7a648c-b29d-7599-bb49-6d0a14b0f641/cluster_1200231a-1648-f59c-bd5a-a470244b46a1/data/data1/current/BP-567974297-172.17.0.2-1732036905604/current, will proceed with Du for space computation calculation, 2024-11-19T17:21:46,115 WARN [Thread-4556 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea7a648c-b29d-7599-bb49-6d0a14b0f641/cluster_1200231a-1648-f59c-bd5a-a470244b46a1/data/data2/current/BP-567974297-172.17.0.2-1732036905604/current, will proceed with Du for space computation calculation, 2024-11-19T17:21:46,134 WARN [Thread-4543 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T17:21:46,138 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x182382a5720e5d59 with lease ID 0x54daec14ad4c0ee4: Processing first storage report for DS-b0a0ea04-ac06-4182-95f5-e92a3bfef0b5 from datanode DatanodeRegistration(127.0.0.1:36733, datanodeUuid=3d503ef0-d4be-43f2-a450-a9b60817b84d, infoPort=35551, infoSecurePort=0, ipcPort=34557, storageInfo=lv=-57;cid=testClusterID;nsid=218588762;c=1732036905604) 2024-11-19T17:21:46,138 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x182382a5720e5d59 with lease ID 0x54daec14ad4c0ee4: from storage DS-b0a0ea04-ac06-4182-95f5-e92a3bfef0b5 node DatanodeRegistration(127.0.0.1:36733, datanodeUuid=3d503ef0-d4be-43f2-a450-a9b60817b84d, infoPort=35551, infoSecurePort=0, ipcPort=34557, storageInfo=lv=-57;cid=testClusterID;nsid=218588762;c=1732036905604), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:21:46,138 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x182382a5720e5d59 with lease ID 0x54daec14ad4c0ee4: Processing first storage report for DS-9fdfdcf1-de96-41f3-9803-c17140d3fe10 from datanode DatanodeRegistration(127.0.0.1:36733, datanodeUuid=3d503ef0-d4be-43f2-a450-a9b60817b84d, infoPort=35551, infoSecurePort=0, ipcPort=34557, storageInfo=lv=-57;cid=testClusterID;nsid=218588762;c=1732036905604) 2024-11-19T17:21:46,138 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x182382a5720e5d59 with lease ID 0x54daec14ad4c0ee4: from storage DS-9fdfdcf1-de96-41f3-9803-c17140d3fe10 node DatanodeRegistration(127.0.0.1:36733, datanodeUuid=3d503ef0-d4be-43f2-a450-a9b60817b84d, infoPort=35551, infoSecurePort=0, ipcPort=34557, storageInfo=lv=-57;cid=testClusterID;nsid=218588762;c=1732036905604), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T17:21:46,225 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea7a648c-b29d-7599-bb49-6d0a14b0f641 2024-11-19T17:21:46,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:21:46,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:21:46,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741825_1001 (size=7) 2024-11-19T17:21:46,633 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2 with version=8 2024-11-19T17:21:46,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/hbase-staging 2024-11-19T17:21:46,636 INFO [Time-limited test {}] client.ConnectionUtils(128): master/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:21:46,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:21:46,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:21:46,636 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:21:46,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:21:46,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:21:46,636 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T17:21:46,636 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:21:46,637 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35721 2024-11-19T17:21:46,637 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35721 connecting to ZooKeeper ensemble=127.0.0.1:63399 2024-11-19T17:21:46,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357210x0, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:21:46,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35721-0x101313f962a0006 connected 2024-11-19T17:21:46,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:21:46,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:21:46,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35721-0x101313f962a0006, quorum=127.0.0.1:63399, baseZNode=/2129730583 Set watcher on znode that does not yet exist, /2129730583/running 2024-11-19T17:21:46,657 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2, hbase.cluster.distributed=false 2024-11-19T17:21:46,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35721-0x101313f962a0006, quorum=127.0.0.1:63399, baseZNode=/2129730583 Set watcher on znode that does not yet exist, /2129730583/acl 2024-11-19T17:21:46,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35721 2024-11-19T17:21:46,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35721 2024-11-19T17:21:46,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35721 2024-11-19T17:21:46,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35721 2024-11-19T17:21:46,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35721 2024-11-19T17:21:46,674 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/280a42d09ec8:0 server-side Connection retries=45 2024-11-19T17:21:46,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:21:46,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T17:21:46,675 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T17:21:46,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T17:21:46,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T17:21:46,675 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T17:21:46,675 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T17:21:46,675 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40199 2024-11-19T17:21:46,676 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40199 connecting to ZooKeeper ensemble=127.0.0.1:63399 2024-11-19T17:21:46,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:21:46,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:21:46,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401990x0, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:21:46,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401990x0, quorum=127.0.0.1:63399, baseZNode=/2129730583 Set watcher on znode that does not yet exist, /2129730583/running 2024-11-19T17:21:46,682 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40199-0x101313f962a0007 connected 2024-11-19T17:21:46,682 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T17:21:46,682 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T17:21:46,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40199-0x101313f962a0007, quorum=127.0.0.1:63399, baseZNode=/2129730583 Set watcher on znode that does not yet exist, /2129730583/master 2024-11-19T17:21:46,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40199-0x101313f962a0007, quorum=127.0.0.1:63399, baseZNode=/2129730583 Set watcher on znode that does not yet exist, /2129730583/acl 2024-11-19T17:21:46,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40199 2024-11-19T17:21:46,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40199 2024-11-19T17:21:46,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40199 2024-11-19T17:21:46,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40199 2024-11-19T17:21:46,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40199 2024-11-19T17:21:46,704 DEBUG [M:0;280a42d09ec8:35721 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;280a42d09ec8:35721 2024-11-19T17:21:46,704 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2129730583/backup-masters/280a42d09ec8,35721,1732036906635 2024-11-19T17:21:46,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x101313f962a0007, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129730583/backup-masters 2024-11-19T17:21:46,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35721-0x101313f962a0006, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129730583/backup-masters 2024-11-19T17:21:46,706 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35721-0x101313f962a0006, quorum=127.0.0.1:63399, baseZNode=/2129730583 Set watcher on existing znode=/2129730583/backup-masters/280a42d09ec8,35721,1732036906635 2024-11-19T17:21:46,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x101313f962a0007, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2129730583/master 2024-11-19T17:21:46,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x101313f962a0007, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129730583 2024-11-19T17:21:46,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35721-0x101313f962a0006, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129730583 2024-11-19T17:21:46,707 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35721-0x101313f962a0006, quorum=127.0.0.1:63399, baseZNode=/2129730583 Set watcher on existing znode=/2129730583/master 2024-11-19T17:21:46,708 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2129730583/backup-masters/280a42d09ec8,35721,1732036906635 from backup master directory 2024-11-19T17:21:46,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35721-0x101313f962a0006, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2129730583/backup-masters/280a42d09ec8,35721,1732036906635 2024-11-19T17:21:46,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35721-0x101313f962a0006, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129730583/backup-masters 2024-11-19T17:21:46,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x101313f962a0007, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129730583/backup-masters 2024-11-19T17:21:46,709 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:21:46,709 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=280a42d09ec8,35721,1732036906635 2024-11-19T17:21:46,713 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/hbase.id] with ID: 3b2713f5-ba02-424c-ae76-4ef9d577f9b6 2024-11-19T17:21:46,713 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/.tmp/hbase.id 2024-11-19T17:21:46,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741826_1002 (size=42) 2024-11-19T17:21:47,118 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/.tmp/hbase.id]:[hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/hbase.id] 2024-11-19T17:21:47,126 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:21:47,126 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T17:21:47,127 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T17:21:47,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35721-0x101313f962a0006, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129730583 2024-11-19T17:21:47,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x101313f962a0007, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129730583 2024-11-19T17:21:47,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741827_1003 (size=196) 2024-11-19T17:21:47,187 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T17:21:47,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:47,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:47,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:47,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:47,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:47,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:47,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:47,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:47,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:47,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:47,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:47,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:47,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:47,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:47,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:47,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:47,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:47,533 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:21:47,534 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T17:21:47,535 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:21:47,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741828_1004 (size=1189) 2024-11-19T17:21:47,941 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/MasterData/data/master/store 2024-11-19T17:21:47,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741829_1005 (size=34) 2024-11-19T17:21:48,346 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:48,346 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:21:48,346 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:21:48,346 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:21:48,346 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:21:48,346 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:21:48,346 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:21:48,346 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036908346Disabling compacts and flushes for region at 1732036908346Disabling writes for close at 1732036908346Writing region close event to WAL at 1732036908346Closed at 1732036908346 2024-11-19T17:21:48,347 WARN [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/MasterData/data/master/store/.initializing 2024-11-19T17:21:48,347 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/MasterData/WALs/280a42d09ec8,35721,1732036906635 2024-11-19T17:21:48,348 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:21:48,349 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=280a42d09ec8%2C35721%2C1732036906635, suffix=, logDir=hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/MasterData/WALs/280a42d09ec8,35721,1732036906635, archiveDir=hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/MasterData/oldWALs, maxLogs=10 2024-11-19T17:21:48,368 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/MasterData/WALs/280a42d09ec8,35721,1732036906635/280a42d09ec8%2C35721%2C1732036906635.1732036908349, exclude list is [], retry=0 2024-11-19T17:21:48,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36733,DS-b0a0ea04-ac06-4182-95f5-e92a3bfef0b5,DISK] 2024-11-19T17:21:48,372 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/MasterData/WALs/280a42d09ec8,35721,1732036906635/280a42d09ec8%2C35721%2C1732036906635.1732036908349 2024-11-19T17:21:48,372 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35551:35551)] 2024-11-19T17:21:48,372 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:21:48,372 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:48,373 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:48,373 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:48,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:48,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T17:21:48,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:48,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:48,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:48,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T17:21:48,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:48,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:48,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:48,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T17:21:48,377 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:48,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:48,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:48,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T17:21:48,378 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:48,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:48,378 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:48,379 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:48,379 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:48,380 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:48,380 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:48,380 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:21:48,381 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T17:21:48,382 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:21:48,383 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69718273, jitterRate=0.03888322412967682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:21:48,383 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732036908373Initializing all the Stores at 1732036908373Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036908373Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036908373Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036908373Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036908373Cleaning up temporary data from old regions at 1732036908380 (+7 ms)Region opened successfully at 1732036908383 (+3 ms) 2024-11-19T17:21:48,383 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T17:21:48,385 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b0891e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:21:48,386 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T17:21:48,386 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T17:21:48,386 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T17:21:48,386 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T17:21:48,386 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T17:21:48,386 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T17:21:48,387 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T17:21:48,388 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T17:21:48,389 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35721-0x101313f962a0006, quorum=127.0.0.1:63399, baseZNode=/2129730583 Unable to get data of znode /2129730583/balancer because node does not exist (not necessarily an error) 2024-11-19T17:21:48,390 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2129730583/balancer already deleted, retry=false 2024-11-19T17:21:48,390 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T17:21:48,391 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35721-0x101313f962a0006, quorum=127.0.0.1:63399, baseZNode=/2129730583 Unable to get data of znode /2129730583/normalizer because node does not exist (not necessarily an error) 2024-11-19T17:21:48,392 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2129730583/normalizer already deleted, retry=false 2024-11-19T17:21:48,393 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T17:21:48,393 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35721-0x101313f962a0006, quorum=127.0.0.1:63399, baseZNode=/2129730583 Unable to get data of znode /2129730583/switch/split because node does not exist (not necessarily an error) 2024-11-19T17:21:48,395 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2129730583/switch/split already deleted, retry=false 2024-11-19T17:21:48,396 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35721-0x101313f962a0006, quorum=127.0.0.1:63399, baseZNode=/2129730583 Unable to get data of znode /2129730583/switch/merge because node does not exist (not necessarily an error) 2024-11-19T17:21:48,397 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2129730583/switch/merge already deleted, retry=false 2024-11-19T17:21:48,398 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35721-0x101313f962a0006, quorum=127.0.0.1:63399, baseZNode=/2129730583 Unable to get data of znode /2129730583/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T17:21:48,399 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2129730583/snapshot-cleanup already deleted, retry=false 2024-11-19T17:21:48,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35721-0x101313f962a0006, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2129730583/running 2024-11-19T17:21:48,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x101313f962a0007, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2129730583/running 2024-11-19T17:21:48,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x101313f962a0007, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129730583 2024-11-19T17:21:48,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35721-0x101313f962a0006, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129730583 2024-11-19T17:21:48,401 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=280a42d09ec8,35721,1732036906635, sessionid=0x101313f962a0006, setting cluster-up flag (Was=false) 2024-11-19T17:21:48,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35721-0x101313f962a0006, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129730583 2024-11-19T17:21:48,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x101313f962a0007, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129730583 2024-11-19T17:21:48,410 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2129730583/flush-table-proc/acquired, /2129730583/flush-table-proc/reached, /2129730583/flush-table-proc/abort 2024-11-19T17:21:48,411 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,35721,1732036906635 2024-11-19T17:21:48,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35721-0x101313f962a0006, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129730583 2024-11-19T17:21:48,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x101313f962a0007, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129730583 2024-11-19T17:21:48,418 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2129730583/online-snapshot/acquired, /2129730583/online-snapshot/reached, /2129730583/online-snapshot/abort 2024-11-19T17:21:48,419 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=280a42d09ec8,35721,1732036906635 2024-11-19T17:21:48,420 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T17:21:48,421 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T17:21:48,421 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T17:21:48,421 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T17:21:48,422 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 280a42d09ec8,35721,1732036906635 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T17:21:48,423 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:21:48,423 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:21:48,423 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:21:48,423 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/280a42d09ec8:0, corePoolSize=5, maxPoolSize=5 2024-11-19T17:21:48,423 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/280a42d09ec8:0, corePoolSize=10, maxPoolSize=10 2024-11-19T17:21:48,423 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:48,423 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:21:48,423 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:48,424 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732036938424 2024-11-19T17:21:48,424 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T17:21:48,424 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T17:21:48,424 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:21:48,424 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T17:21:48,424 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T17:21:48,424 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T17:21:48,424 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T17:21:48,424 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T17:21:48,424 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:48,425 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:48,425 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T17:21:48,428 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T17:21:48,428 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T17:21:48,428 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T17:21:48,428 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T17:21:48,429 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T17:21:48,429 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T17:21:48,429 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036908429,5,FailOnTimeoutGroup] 2024-11-19T17:21:48,429 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036908429,5,FailOnTimeoutGroup] 2024-11-19T17:21:48,429 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:48,429 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T17:21:48,429 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:48,429 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:48,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741831_1007 (size=1321) 2024-11-19T17:21:48,495 INFO [RS:0;280a42d09ec8:40199 {}] regionserver.HRegionServer(746): ClusterId : 3b2713f5-ba02-424c-ae76-4ef9d577f9b6 2024-11-19T17:21:48,495 DEBUG [RS:0;280a42d09ec8:40199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T17:21:48,497 DEBUG [RS:0;280a42d09ec8:40199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T17:21:48,497 DEBUG [RS:0;280a42d09ec8:40199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T17:21:48,499 DEBUG [RS:0;280a42d09ec8:40199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T17:21:48,499 DEBUG [RS:0;280a42d09ec8:40199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dc1d2e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=280a42d09ec8/172.17.0.2:0 2024-11-19T17:21:48,512 DEBUG [RS:0;280a42d09ec8:40199 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;280a42d09ec8:40199 2024-11-19T17:21:48,512 INFO [RS:0;280a42d09ec8:40199 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T17:21:48,512 INFO [RS:0;280a42d09ec8:40199 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T17:21:48,512 DEBUG [RS:0;280a42d09ec8:40199 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T17:21:48,513 INFO [RS:0;280a42d09ec8:40199 {}] regionserver.HRegionServer(2659): reportForDuty to master=280a42d09ec8,35721,1732036906635 with port=40199, startcode=1732036906674 2024-11-19T17:21:48,513 DEBUG [RS:0;280a42d09ec8:40199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T17:21:48,528 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T17:21:48,529 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35721 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 280a42d09ec8,40199,1732036906674 2024-11-19T17:21:48,529 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35721 {}] master.ServerManager(517): Registering regionserver=280a42d09ec8,40199,1732036906674 2024-11-19T17:21:48,530 DEBUG [RS:0;280a42d09ec8:40199 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2 2024-11-19T17:21:48,530 DEBUG [RS:0;280a42d09ec8:40199 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40231 2024-11-19T17:21:48,530 DEBUG [RS:0;280a42d09ec8:40199 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T17:21:48,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35721-0x101313f962a0006, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129730583/rs 2024-11-19T17:21:48,537 DEBUG [RS:0;280a42d09ec8:40199 {}] zookeeper.ZKUtil(111): regionserver:40199-0x101313f962a0007, quorum=127.0.0.1:63399, baseZNode=/2129730583 Set watcher on existing znode=/2129730583/rs/280a42d09ec8,40199,1732036906674 2024-11-19T17:21:48,537 WARN [RS:0;280a42d09ec8:40199 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T17:21:48,538 INFO [RS:0;280a42d09ec8:40199 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:21:48,538 DEBUG [RS:0;280a42d09ec8:40199 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/WALs/280a42d09ec8,40199,1732036906674 2024-11-19T17:21:48,538 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [280a42d09ec8,40199,1732036906674] 2024-11-19T17:21:48,540 INFO [RS:0;280a42d09ec8:40199 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T17:21:48,542 INFO [RS:0;280a42d09ec8:40199 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T17:21:48,542 INFO [RS:0;280a42d09ec8:40199 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T17:21:48,542 INFO [RS:0;280a42d09ec8:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:48,542 INFO [RS:0;280a42d09ec8:40199 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T17:21:48,543 INFO [RS:0;280a42d09ec8:40199 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T17:21:48,543 INFO [RS:0;280a42d09ec8:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:48,543 DEBUG [RS:0;280a42d09ec8:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:48,543 DEBUG [RS:0;280a42d09ec8:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:48,543 DEBUG [RS:0;280a42d09ec8:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:48,543 DEBUG [RS:0;280a42d09ec8:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:48,543 DEBUG [RS:0;280a42d09ec8:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:48,543 DEBUG [RS:0;280a42d09ec8:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/280a42d09ec8:0, corePoolSize=2, maxPoolSize=2 2024-11-19T17:21:48,543 DEBUG [RS:0;280a42d09ec8:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:48,543 DEBUG [RS:0;280a42d09ec8:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:48,543 DEBUG [RS:0;280a42d09ec8:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:48,543 DEBUG [RS:0;280a42d09ec8:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:48,543 DEBUG [RS:0;280a42d09ec8:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:48,543 DEBUG [RS:0;280a42d09ec8:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/280a42d09ec8:0, corePoolSize=1, maxPoolSize=1 2024-11-19T17:21:48,543 DEBUG [RS:0;280a42d09ec8:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:21:48,543 DEBUG [RS:0;280a42d09ec8:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/280a42d09ec8:0, corePoolSize=3, maxPoolSize=3 2024-11-19T17:21:48,544 INFO [RS:0;280a42d09ec8:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:48,544 INFO [RS:0;280a42d09ec8:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:48,544 INFO [RS:0;280a42d09ec8:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:48,544 INFO [RS:0;280a42d09ec8:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:48,544 INFO [RS:0;280a42d09ec8:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:48,544 INFO [RS:0;280a42d09ec8:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,40199,1732036906674-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:21:48,559 INFO [RS:0;280a42d09ec8:40199 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T17:21:48,560 INFO [RS:0;280a42d09ec8:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,40199,1732036906674-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:48,560 INFO [RS:0;280a42d09ec8:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:48,560 INFO [RS:0;280a42d09ec8:40199 {}] regionserver.Replication(171): 280a42d09ec8,40199,1732036906674 started 2024-11-19T17:21:48,573 INFO [RS:0;280a42d09ec8:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:48,573 INFO [RS:0;280a42d09ec8:40199 {}] regionserver.HRegionServer(1482): Serving as 280a42d09ec8,40199,1732036906674, RpcServer on 280a42d09ec8/172.17.0.2:40199, sessionid=0x101313f962a0007 2024-11-19T17:21:48,574 DEBUG [RS:0;280a42d09ec8:40199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T17:21:48,574 DEBUG [RS:0;280a42d09ec8:40199 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 280a42d09ec8,40199,1732036906674 2024-11-19T17:21:48,574 DEBUG [RS:0;280a42d09ec8:40199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,40199,1732036906674' 2024-11-19T17:21:48,574 DEBUG [RS:0;280a42d09ec8:40199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2129730583/flush-table-proc/abort' 2024-11-19T17:21:48,574 DEBUG [RS:0;280a42d09ec8:40199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2129730583/flush-table-proc/acquired' 2024-11-19T17:21:48,574 DEBUG [RS:0;280a42d09ec8:40199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T17:21:48,574 DEBUG [RS:0;280a42d09ec8:40199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T17:21:48,574 DEBUG [RS:0;280a42d09ec8:40199 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 280a42d09ec8,40199,1732036906674 2024-11-19T17:21:48,575 DEBUG [RS:0;280a42d09ec8:40199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '280a42d09ec8,40199,1732036906674' 2024-11-19T17:21:48,575 DEBUG [RS:0;280a42d09ec8:40199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2129730583/online-snapshot/abort' 2024-11-19T17:21:48,575 DEBUG [RS:0;280a42d09ec8:40199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2129730583/online-snapshot/acquired' 2024-11-19T17:21:48,575 DEBUG [RS:0;280a42d09ec8:40199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T17:21:48,575 INFO [RS:0;280a42d09ec8:40199 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T17:21:48,575 INFO [RS:0;280a42d09ec8:40199 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T17:21:48,676 INFO [RS:0;280a42d09ec8:40199 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T17:21:48,677 INFO [RS:0;280a42d09ec8:40199 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C40199%2C1732036906674, suffix=, logDir=hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/WALs/280a42d09ec8,40199,1732036906674, archiveDir=hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/oldWALs, maxLogs=10 2024-11-19T17:21:48,690 DEBUG [RS:0;280a42d09ec8:40199 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/WALs/280a42d09ec8,40199,1732036906674/280a42d09ec8%2C40199%2C1732036906674.1732036908677, exclude list is [], retry=0 2024-11-19T17:21:48,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36733,DS-b0a0ea04-ac06-4182-95f5-e92a3bfef0b5,DISK] 2024-11-19T17:21:48,694 INFO [RS:0;280a42d09ec8:40199 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/WALs/280a42d09ec8,40199,1732036906674/280a42d09ec8%2C40199%2C1732036906674.1732036908677 2024-11-19T17:21:48,694 DEBUG [RS:0;280a42d09ec8:40199 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35551:35551)] 2024-11-19T17:21:48,833 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T17:21:48,833 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2 2024-11-19T17:21:48,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741833_1009 (size=32) 2024-11-19T17:21:49,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:49,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:21:49,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:21:49,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:49,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:49,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:21:49,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:21:49,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:49,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:49,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:21:49,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:21:49,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:49,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:49,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:21:49,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:21:49,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:49,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:49,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:21:49,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/hbase/meta/1588230740 2024-11-19T17:21:49,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/hbase/meta/1588230740 2024-11-19T17:21:49,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:21:49,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:21:49,247 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:21:49,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:21:49,249 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:21:49,250 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65191809, jitterRate=-0.02856634557247162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:21:49,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732036909239Initializing all the Stores at 1732036909239Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036909239Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036909239Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036909239Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036909239Cleaning up temporary data from old regions at 1732036909246 (+7 ms)Region opened successfully at 1732036909250 (+4 ms) 2024-11-19T17:21:49,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:21:49,250 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:21:49,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:21:49,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:21:49,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:21:49,250 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:21:49,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036909250Disabling compacts and flushes for region at 1732036909250Disabling writes for close at 1732036909250Writing region close event to WAL at 1732036909250Closed at 1732036909250 2024-11-19T17:21:49,252 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:21:49,252 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T17:21:49,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T17:21:49,253 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:21:49,253 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T17:21:49,404 DEBUG [280a42d09ec8:35721 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T17:21:49,404 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=280a42d09ec8,40199,1732036906674 2024-11-19T17:21:49,405 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,40199,1732036906674, state=OPENING 2024-11-19T17:21:49,407 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T17:21:49,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35721-0x101313f962a0006, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129730583 2024-11-19T17:21:49,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x101313f962a0007, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129730583 2024-11-19T17:21:49,409 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T17:21:49,409 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2129730583/meta-region-server: CHANGED 2024-11-19T17:21:49,409 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2129730583/meta-region-server: CHANGED 2024-11-19T17:21:49,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,40199,1732036906674}] 2024-11-19T17:21:49,561 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:21:49,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T17:21:49,565 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T17:21:49,565 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:21:49,565 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T17:21:49,566 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C40199%2C1732036906674.meta, suffix=.meta, logDir=hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/WALs/280a42d09ec8,40199,1732036906674, archiveDir=hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/oldWALs, maxLogs=10 2024-11-19T17:21:49,580 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/WALs/280a42d09ec8,40199,1732036906674/280a42d09ec8%2C40199%2C1732036906674.meta.1732036909567.meta, exclude list is [], retry=0 2024-11-19T17:21:49,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36733,DS-b0a0ea04-ac06-4182-95f5-e92a3bfef0b5,DISK] 2024-11-19T17:21:49,583 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/WALs/280a42d09ec8,40199,1732036906674/280a42d09ec8%2C40199%2C1732036906674.meta.1732036909567.meta 2024-11-19T17:21:49,583 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35551:35551)] 2024-11-19T17:21:49,583 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:21:49,584 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:21:49,584 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:21:49,584 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T17:21:49,584 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T17:21:49,584 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T17:21:49,584 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:49,584 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T17:21:49,584 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T17:21:49,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T17:21:49,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T17:21:49,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:49,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:49,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T17:21:49,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T17:21:49,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:49,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:49,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T17:21:49,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T17:21:49,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:49,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:49,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T17:21:49,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T17:21:49,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:49,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T17:21:49,589 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T17:21:49,589 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/hbase/meta/1588230740 2024-11-19T17:21:49,590 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/hbase/meta/1588230740 2024-11-19T17:21:49,590 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T17:21:49,590 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T17:21:49,591 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T17:21:49,592 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T17:21:49,592 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61075675, jitterRate=-0.08990152180194855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T17:21:49,592 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T17:21:49,592 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732036909584Writing region info on filesystem at 1732036909584Initializing all the Stores at 1732036909585 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036909585Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036909585Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036909585Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732036909585Cleaning up temporary data from old regions at 1732036909590 (+5 ms)Running coprocessor post-open hooks at 1732036909592 (+2 ms)Region opened successfully at 1732036909592 2024-11-19T17:21:49,593 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732036909561 2024-11-19T17:21:49,594 DEBUG [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T17:21:49,594 INFO [RS_OPEN_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T17:21:49,595 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,40199,1732036906674 2024-11-19T17:21:49,596 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 280a42d09ec8,40199,1732036906674, state=OPEN 2024-11-19T17:21:49,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x101313f962a0007, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2129730583/meta-region-server 2024-11-19T17:21:49,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35721-0x101313f962a0006, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2129730583/meta-region-server 2024-11-19T17:21:49,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2129730583/meta-region-server: CHANGED 2024-11-19T17:21:49,597 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=280a42d09ec8,40199,1732036906674 2024-11-19T17:21:49,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2129730583/meta-region-server: CHANGED 2024-11-19T17:21:49,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T17:21:49,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=280a42d09ec8,40199,1732036906674 in 188 msec 2024-11-19T17:21:49,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T17:21:49,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 347 msec 2024-11-19T17:21:49,600 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T17:21:49,600 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T17:21:49,601 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:21:49,602 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,40199,1732036906674, seqNum=-1] 2024-11-19T17:21:49,602 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:21:49,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:21:49,607 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1860 sec 2024-11-19T17:21:49,607 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732036909607, completionTime=-1 2024-11-19T17:21:49,607 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T17:21:49,607 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T17:21:49,609 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T17:21:49,609 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732036969609 2024-11-19T17:21:49,609 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732037029609 2024-11-19T17:21:49,609 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T17:21:49,609 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,35721,1732036906635-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:49,609 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,35721,1732036906635-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:49,609 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,35721,1732036906635-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:49,609 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-280a42d09ec8:35721, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:49,609 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:49,609 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:49,611 DEBUG [master/280a42d09ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T17:21:49,612 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.903sec 2024-11-19T17:21:49,613 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T17:21:49,613 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T17:21:49,613 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T17:21:49,613 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T17:21:49,613 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T17:21:49,613 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,35721,1732036906635-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T17:21:49,613 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,35721,1732036906635-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T17:21:49,615 DEBUG [master/280a42d09ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T17:21:49,615 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T17:21:49,615 INFO [master/280a42d09ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=280a42d09ec8,35721,1732036906635-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T17:21:49,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ac3694, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:49,696 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,35721,-1 for getting cluster id 2024-11-19T17:21:49,696 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:21:49,697 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b2713f5-ba02-424c-ae76-4ef9d577f9b6' 2024-11-19T17:21:49,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:21:49,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b2713f5-ba02-424c-ae76-4ef9d577f9b6" 2024-11-19T17:21:49,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@665fbee6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:49,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,35721,-1] 2024-11-19T17:21:49,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:21:49,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:49,699 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:21:49,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@252b21e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:49,700 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:21:49,701 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,40199,1732036906674, seqNum=-1] 2024-11-19T17:21:49,701 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:21:49,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:21:49,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=280a42d09ec8,35721,1732036906635 2024-11-19T17:21:49,704 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63399 2024-11-19T17:21:49,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T17:21:49,708 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101313f962a0008 connected 2024-11-19T17:21:49,710 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:21:49,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,42649,1732036898716 2024-11-19T17:21:49,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d030879 2024-11-19T17:21:49,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:21:49,712 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:21:49,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:21:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T17:21:49,714 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T17:21:49,715 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:49,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T17:21:49,715 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T17:21:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:49,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741835_1011 (size=902) 2024-11-19T17:21:49,722 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 328f5c94ddd7ce1f978541db4026603a, NAME => 'test,,1732036909712.328f5c94ddd7ce1f978541db4026603a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875 2024-11-19T17:21:49,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741836_1012 (size=39) 2024-11-19T17:21:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:50,130 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732036909712.328f5c94ddd7ce1f978541db4026603a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:50,130 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 328f5c94ddd7ce1f978541db4026603a, disabling compactions & flushes 2024-11-19T17:21:50,130 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732036909712.328f5c94ddd7ce1f978541db4026603a. 2024-11-19T17:21:50,130 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732036909712.328f5c94ddd7ce1f978541db4026603a. 2024-11-19T17:21:50,130 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732036909712.328f5c94ddd7ce1f978541db4026603a. after waiting 0 ms 2024-11-19T17:21:50,130 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732036909712.328f5c94ddd7ce1f978541db4026603a. 2024-11-19T17:21:50,131 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732036909712.328f5c94ddd7ce1f978541db4026603a. 2024-11-19T17:21:50,131 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 328f5c94ddd7ce1f978541db4026603a: Waiting for close lock at 1732036910130Disabling compacts and flushes for region at 1732036910130Disabling writes for close at 1732036910130Writing region close event to WAL at 1732036910130Closed at 1732036910131 (+1 ms) 2024-11-19T17:21:50,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T17:21:50,132 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732036909712.328f5c94ddd7ce1f978541db4026603a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732036910132"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732036910132"}]},"ts":"1732036910132"} 2024-11-19T17:21:50,134 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T17:21:50,135 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T17:21:50,135 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036910135"}]},"ts":"1732036910135"} 2024-11-19T17:21:50,136 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T17:21:50,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=328f5c94ddd7ce1f978541db4026603a, ASSIGN}] 2024-11-19T17:21:50,138 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=328f5c94ddd7ce1f978541db4026603a, ASSIGN 2024-11-19T17:21:50,138 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=328f5c94ddd7ce1f978541db4026603a, ASSIGN; state=OFFLINE, location=280a42d09ec8,45055,1732036898777; forceNewPlan=false, retain=false 2024-11-19T17:21:50,289 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=328f5c94ddd7ce1f978541db4026603a, regionState=OPENING, regionLocation=280a42d09ec8,45055,1732036898777 2024-11-19T17:21:50,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=328f5c94ddd7ce1f978541db4026603a, ASSIGN because future has completed 2024-11-19T17:21:50,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 328f5c94ddd7ce1f978541db4026603a, server=280a42d09ec8,45055,1732036898777}] 2024-11-19T17:21:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:50,446 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732036909712.328f5c94ddd7ce1f978541db4026603a. 2024-11-19T17:21:50,446 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 328f5c94ddd7ce1f978541db4026603a, NAME => 'test,,1732036909712.328f5c94ddd7ce1f978541db4026603a.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:21:50,447 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:21:50,447 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T17:21:50,447 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 328f5c94ddd7ce1f978541db4026603a 2024-11-19T17:21:50,447 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732036909712.328f5c94ddd7ce1f978541db4026603a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:50,447 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 328f5c94ddd7ce1f978541db4026603a 2024-11-19T17:21:50,447 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 328f5c94ddd7ce1f978541db4026603a 2024-11-19T17:21:50,448 INFO [StoreOpener-328f5c94ddd7ce1f978541db4026603a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 328f5c94ddd7ce1f978541db4026603a 2024-11-19T17:21:50,449 INFO [StoreOpener-328f5c94ddd7ce1f978541db4026603a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 328f5c94ddd7ce1f978541db4026603a columnFamilyName f 2024-11-19T17:21:50,449 DEBUG [StoreOpener-328f5c94ddd7ce1f978541db4026603a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:50,450 INFO [StoreOpener-328f5c94ddd7ce1f978541db4026603a-1 {}] regionserver.HStore(327): Store=328f5c94ddd7ce1f978541db4026603a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:50,450 INFO [StoreOpener-328f5c94ddd7ce1f978541db4026603a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 328f5c94ddd7ce1f978541db4026603a 2024-11-19T17:21:50,451 INFO [StoreOpener-328f5c94ddd7ce1f978541db4026603a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 328f5c94ddd7ce1f978541db4026603a columnFamilyName f1 2024-11-19T17:21:50,451 DEBUG [StoreOpener-328f5c94ddd7ce1f978541db4026603a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:50,451 INFO [StoreOpener-328f5c94ddd7ce1f978541db4026603a-1 {}] regionserver.HStore(327): Store=328f5c94ddd7ce1f978541db4026603a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:50,451 INFO [StoreOpener-328f5c94ddd7ce1f978541db4026603a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 328f5c94ddd7ce1f978541db4026603a 2024-11-19T17:21:50,452 INFO [StoreOpener-328f5c94ddd7ce1f978541db4026603a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 328f5c94ddd7ce1f978541db4026603a columnFamilyName norep 2024-11-19T17:21:50,452 DEBUG [StoreOpener-328f5c94ddd7ce1f978541db4026603a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:50,452 INFO [StoreOpener-328f5c94ddd7ce1f978541db4026603a-1 {}] regionserver.HStore(327): Store=328f5c94ddd7ce1f978541db4026603a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:50,452 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 328f5c94ddd7ce1f978541db4026603a 2024-11-19T17:21:50,453 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/default/test/328f5c94ddd7ce1f978541db4026603a 2024-11-19T17:21:50,453 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/default/test/328f5c94ddd7ce1f978541db4026603a 2024-11-19T17:21:50,454 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 328f5c94ddd7ce1f978541db4026603a 2024-11-19T17:21:50,454 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 328f5c94ddd7ce1f978541db4026603a 2024-11-19T17:21:50,454 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:21:50,455 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 328f5c94ddd7ce1f978541db4026603a 2024-11-19T17:21:50,457 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/default/test/328f5c94ddd7ce1f978541db4026603a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:21:50,457 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 328f5c94ddd7ce1f978541db4026603a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64394323, jitterRate=-0.04044981300830841}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:21:50,457 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 328f5c94ddd7ce1f978541db4026603a 2024-11-19T17:21:50,457 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 328f5c94ddd7ce1f978541db4026603a: Running coprocessor pre-open hook at 1732036910447Writing region info on filesystem at 1732036910447Initializing all the Stores at 1732036910448 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036910448Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036910448Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036910448Cleaning up temporary data from old regions at 1732036910454 (+6 ms)Running coprocessor post-open hooks at 1732036910457 (+3 ms)Region opened successfully at 1732036910457 2024-11-19T17:21:50,458 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732036909712.328f5c94ddd7ce1f978541db4026603a., pid=6, masterSystemTime=1732036910443 2024-11-19T17:21:50,460 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732036909712.328f5c94ddd7ce1f978541db4026603a. 2024-11-19T17:21:50,460 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732036909712.328f5c94ddd7ce1f978541db4026603a. 2024-11-19T17:21:50,460 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=328f5c94ddd7ce1f978541db4026603a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=280a42d09ec8,45055,1732036898777 2024-11-19T17:21:50,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 328f5c94ddd7ce1f978541db4026603a, server=280a42d09ec8,45055,1732036898777 because future has completed 2024-11-19T17:21:50,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T17:21:50,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 328f5c94ddd7ce1f978541db4026603a, server=280a42d09ec8,45055,1732036898777 in 172 msec 2024-11-19T17:21:50,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T17:21:50,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=328f5c94ddd7ce1f978541db4026603a, ASSIGN in 328 msec 2024-11-19T17:21:50,467 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T17:21:50,467 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036910467"}]},"ts":"1732036910467"} 2024-11-19T17:21:50,468 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T17:21:50,469 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T17:21:50,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 756 msec 2024-11-19T17:21:50,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:50,851 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T17:21:50,851 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:21:50,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,45903,1732036902900 2024-11-19T17:21:50,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6180709 2024-11-19T17:21:50,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:21:50,853 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:21:50,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45903 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:21:50,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45903 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T17:21:50,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T17:21:50,856 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:50,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45903 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T17:21:50,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:50,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T17:21:50,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741835_1011 (size=902) 2024-11-19T17:21:50,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:51,274 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9b320a44a066643135f3c2d9032f552f, NAME => 'test,,1732036910853.9b320a44a066643135f3c2d9032f552f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16 2024-11-19T17:21:51,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741836_1012 (size=39) 2024-11-19T17:21:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:51,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732036910853.9b320a44a066643135f3c2d9032f552f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:51,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9b320a44a066643135f3c2d9032f552f, disabling compactions & flushes 2024-11-19T17:21:51,679 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732036910853.9b320a44a066643135f3c2d9032f552f. 2024-11-19T17:21:51,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732036910853.9b320a44a066643135f3c2d9032f552f. 2024-11-19T17:21:51,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732036910853.9b320a44a066643135f3c2d9032f552f. after waiting 0 ms 2024-11-19T17:21:51,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732036910853.9b320a44a066643135f3c2d9032f552f. 2024-11-19T17:21:51,679 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732036910853.9b320a44a066643135f3c2d9032f552f. 2024-11-19T17:21:51,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9b320a44a066643135f3c2d9032f552f: Waiting for close lock at 1732036911679Disabling compacts and flushes for region at 1732036911679Disabling writes for close at 1732036911679Writing region close event to WAL at 1732036911679Closed at 1732036911679 2024-11-19T17:21:51,680 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T17:21:51,681 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732036910853.9b320a44a066643135f3c2d9032f552f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732036911680"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732036911680"}]},"ts":"1732036911680"} 2024-11-19T17:21:51,682 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T17:21:51,683 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T17:21:51,683 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036911683"}]},"ts":"1732036911683"} 2024-11-19T17:21:51,684 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T17:21:51,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9b320a44a066643135f3c2d9032f552f, ASSIGN}] 2024-11-19T17:21:51,685 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9b320a44a066643135f3c2d9032f552f, ASSIGN 2024-11-19T17:21:51,686 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9b320a44a066643135f3c2d9032f552f, ASSIGN; state=OFFLINE, location=280a42d09ec8,35415,1732036902944; forceNewPlan=false, retain=false 2024-11-19T17:21:51,836 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9b320a44a066643135f3c2d9032f552f, regionState=OPENING, regionLocation=280a42d09ec8,35415,1732036902944 2024-11-19T17:21:51,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9b320a44a066643135f3c2d9032f552f, ASSIGN because future has completed 2024-11-19T17:21:51,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b320a44a066643135f3c2d9032f552f, server=280a42d09ec8,35415,1732036902944}] 2024-11-19T17:21:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:51,994 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732036910853.9b320a44a066643135f3c2d9032f552f. 2024-11-19T17:21:51,994 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b320a44a066643135f3c2d9032f552f, NAME => 'test,,1732036910853.9b320a44a066643135f3c2d9032f552f.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:21:51,994 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:21:51,994 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T17:21:51,994 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9b320a44a066643135f3c2d9032f552f 2024-11-19T17:21:51,994 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732036910853.9b320a44a066643135f3c2d9032f552f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:51,994 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9b320a44a066643135f3c2d9032f552f 2024-11-19T17:21:51,994 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9b320a44a066643135f3c2d9032f552f 2024-11-19T17:21:51,995 INFO [StoreOpener-9b320a44a066643135f3c2d9032f552f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9b320a44a066643135f3c2d9032f552f 2024-11-19T17:21:51,996 INFO [StoreOpener-9b320a44a066643135f3c2d9032f552f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b320a44a066643135f3c2d9032f552f columnFamilyName f 2024-11-19T17:21:51,996 DEBUG [StoreOpener-9b320a44a066643135f3c2d9032f552f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:51,997 INFO [StoreOpener-9b320a44a066643135f3c2d9032f552f-1 {}] regionserver.HStore(327): Store=9b320a44a066643135f3c2d9032f552f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:51,997 INFO [StoreOpener-9b320a44a066643135f3c2d9032f552f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9b320a44a066643135f3c2d9032f552f 2024-11-19T17:21:51,998 INFO [StoreOpener-9b320a44a066643135f3c2d9032f552f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b320a44a066643135f3c2d9032f552f columnFamilyName f1 2024-11-19T17:21:51,998 DEBUG [StoreOpener-9b320a44a066643135f3c2d9032f552f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:51,998 INFO [StoreOpener-9b320a44a066643135f3c2d9032f552f-1 {}] regionserver.HStore(327): Store=9b320a44a066643135f3c2d9032f552f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:51,998 INFO [StoreOpener-9b320a44a066643135f3c2d9032f552f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9b320a44a066643135f3c2d9032f552f 2024-11-19T17:21:51,999 INFO [StoreOpener-9b320a44a066643135f3c2d9032f552f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b320a44a066643135f3c2d9032f552f columnFamilyName norep 2024-11-19T17:21:51,999 DEBUG [StoreOpener-9b320a44a066643135f3c2d9032f552f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:51,999 INFO [StoreOpener-9b320a44a066643135f3c2d9032f552f-1 {}] regionserver.HStore(327): Store=9b320a44a066643135f3c2d9032f552f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:51,999 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9b320a44a066643135f3c2d9032f552f 2024-11-19T17:21:52,000 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/default/test/9b320a44a066643135f3c2d9032f552f 2024-11-19T17:21:52,000 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/default/test/9b320a44a066643135f3c2d9032f552f 2024-11-19T17:21:52,001 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9b320a44a066643135f3c2d9032f552f 2024-11-19T17:21:52,001 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9b320a44a066643135f3c2d9032f552f 2024-11-19T17:21:52,001 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:21:52,002 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9b320a44a066643135f3c2d9032f552f 2024-11-19T17:21:52,003 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/default/test/9b320a44a066643135f3c2d9032f552f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:21:52,003 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9b320a44a066643135f3c2d9032f552f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70115249, jitterRate=0.044798627495765686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:21:52,003 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b320a44a066643135f3c2d9032f552f 2024-11-19T17:21:52,004 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9b320a44a066643135f3c2d9032f552f: Running coprocessor pre-open hook at 1732036911994Writing region info on filesystem at 1732036911994Initializing all the Stores at 1732036911995 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036911995Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036911995Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036911995Cleaning up temporary data from old regions at 1732036912001 (+6 ms)Running coprocessor post-open hooks at 1732036912003 (+2 ms)Region opened successfully at 1732036912004 (+1 ms) 2024-11-19T17:21:52,004 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732036910853.9b320a44a066643135f3c2d9032f552f., pid=6, masterSystemTime=1732036911991 2024-11-19T17:21:52,006 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732036910853.9b320a44a066643135f3c2d9032f552f. 2024-11-19T17:21:52,006 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732036910853.9b320a44a066643135f3c2d9032f552f. 2024-11-19T17:21:52,006 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9b320a44a066643135f3c2d9032f552f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=280a42d09ec8,35415,1732036902944 2024-11-19T17:21:52,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b320a44a066643135f3c2d9032f552f, server=280a42d09ec8,35415,1732036902944 because future has completed 2024-11-19T17:21:52,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T17:21:52,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b320a44a066643135f3c2d9032f552f, server=280a42d09ec8,35415,1732036902944 in 169 msec 2024-11-19T17:21:52,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T17:21:52,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9b320a44a066643135f3c2d9032f552f, ASSIGN in 326 msec 2024-11-19T17:21:52,012 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T17:21:52,012 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036912012"}]},"ts":"1732036912012"} 2024-11-19T17:21:52,013 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T17:21:52,014 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T17:21:52,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-19T17:21:52,383 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=8, created chunk count=34, reused chunk count=154, reuseRatio=81.91% 2024-11-19T17:21:52,384 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-19T17:21:53,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:53,001 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T17:21:53,001 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:21:53,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,35721,1732036906635 2024-11-19T17:21:53,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@406f8f9a 2024-11-19T17:21:53,002 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:21:53,002 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:21:53,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35721 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:21:53,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35721 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T17:21:53,005 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T17:21:53,005 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:53,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35721 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T17:21:53,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:53,006 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T17:21:53,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741835_1011 (size=902) 2024-11-19T17:21:53,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:53,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:53,412 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3dab2813d55145e0eb9ea4957e99fb93, NAME => 'test,,1732036913003.3dab2813d55145e0eb9ea4957e99fb93.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2 2024-11-19T17:21:53,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741836_1012 (size=39) 2024-11-19T17:21:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:53,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732036913003.3dab2813d55145e0eb9ea4957e99fb93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:53,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3dab2813d55145e0eb9ea4957e99fb93, disabling compactions & flushes 2024-11-19T17:21:53,817 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732036913003.3dab2813d55145e0eb9ea4957e99fb93. 2024-11-19T17:21:53,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732036913003.3dab2813d55145e0eb9ea4957e99fb93. 2024-11-19T17:21:53,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732036913003.3dab2813d55145e0eb9ea4957e99fb93. after waiting 0 ms 2024-11-19T17:21:53,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732036913003.3dab2813d55145e0eb9ea4957e99fb93. 2024-11-19T17:21:53,817 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732036913003.3dab2813d55145e0eb9ea4957e99fb93. 2024-11-19T17:21:53,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3dab2813d55145e0eb9ea4957e99fb93: Waiting for close lock at 1732036913817Disabling compacts and flushes for region at 1732036913817Disabling writes for close at 1732036913817Writing region close event to WAL at 1732036913817Closed at 1732036913817 2024-11-19T17:21:53,818 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T17:21:53,819 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732036913003.3dab2813d55145e0eb9ea4957e99fb93.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732036913818"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732036913818"}]},"ts":"1732036913818"} 2024-11-19T17:21:53,820 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T17:21:53,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T17:21:53,821 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036913821"}]},"ts":"1732036913821"} 2024-11-19T17:21:53,822 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T17:21:53,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3dab2813d55145e0eb9ea4957e99fb93, ASSIGN}] 2024-11-19T17:21:53,823 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3dab2813d55145e0eb9ea4957e99fb93, ASSIGN 2024-11-19T17:21:53,824 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3dab2813d55145e0eb9ea4957e99fb93, ASSIGN; state=OFFLINE, location=280a42d09ec8,40199,1732036906674; forceNewPlan=false, retain=false 2024-11-19T17:21:53,975 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3dab2813d55145e0eb9ea4957e99fb93, regionState=OPENING, regionLocation=280a42d09ec8,40199,1732036906674 2024-11-19T17:21:53,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3dab2813d55145e0eb9ea4957e99fb93, ASSIGN because future has completed 2024-11-19T17:21:53,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3dab2813d55145e0eb9ea4957e99fb93, server=280a42d09ec8,40199,1732036906674}] 2024-11-19T17:21:54,132 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732036913003.3dab2813d55145e0eb9ea4957e99fb93. 2024-11-19T17:21:54,132 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3dab2813d55145e0eb9ea4957e99fb93, NAME => 'test,,1732036913003.3dab2813d55145e0eb9ea4957e99fb93.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:21:54,132 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:21:54,132 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T17:21:54,133 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3dab2813d55145e0eb9ea4957e99fb93 2024-11-19T17:21:54,133 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732036913003.3dab2813d55145e0eb9ea4957e99fb93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:54,133 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3dab2813d55145e0eb9ea4957e99fb93 2024-11-19T17:21:54,133 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3dab2813d55145e0eb9ea4957e99fb93 2024-11-19T17:21:54,134 INFO [StoreOpener-3dab2813d55145e0eb9ea4957e99fb93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3dab2813d55145e0eb9ea4957e99fb93 2024-11-19T17:21:54,135 INFO [StoreOpener-3dab2813d55145e0eb9ea4957e99fb93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dab2813d55145e0eb9ea4957e99fb93 columnFamilyName f 2024-11-19T17:21:54,135 DEBUG [StoreOpener-3dab2813d55145e0eb9ea4957e99fb93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:54,135 INFO [StoreOpener-3dab2813d55145e0eb9ea4957e99fb93-1 {}] regionserver.HStore(327): Store=3dab2813d55145e0eb9ea4957e99fb93/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:54,135 INFO [StoreOpener-3dab2813d55145e0eb9ea4957e99fb93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3dab2813d55145e0eb9ea4957e99fb93 2024-11-19T17:21:54,136 INFO [StoreOpener-3dab2813d55145e0eb9ea4957e99fb93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dab2813d55145e0eb9ea4957e99fb93 columnFamilyName f1 2024-11-19T17:21:54,136 DEBUG [StoreOpener-3dab2813d55145e0eb9ea4957e99fb93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:54,136 INFO [StoreOpener-3dab2813d55145e0eb9ea4957e99fb93-1 {}] regionserver.HStore(327): Store=3dab2813d55145e0eb9ea4957e99fb93/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:54,136 INFO [StoreOpener-3dab2813d55145e0eb9ea4957e99fb93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3dab2813d55145e0eb9ea4957e99fb93 2024-11-19T17:21:54,137 INFO [StoreOpener-3dab2813d55145e0eb9ea4957e99fb93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dab2813d55145e0eb9ea4957e99fb93 columnFamilyName norep 2024-11-19T17:21:54,137 DEBUG [StoreOpener-3dab2813d55145e0eb9ea4957e99fb93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:54,137 INFO [StoreOpener-3dab2813d55145e0eb9ea4957e99fb93-1 {}] regionserver.HStore(327): Store=3dab2813d55145e0eb9ea4957e99fb93/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:54,137 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3dab2813d55145e0eb9ea4957e99fb93 2024-11-19T17:21:54,138 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/default/test/3dab2813d55145e0eb9ea4957e99fb93 2024-11-19T17:21:54,138 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/default/test/3dab2813d55145e0eb9ea4957e99fb93 2024-11-19T17:21:54,139 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3dab2813d55145e0eb9ea4957e99fb93 2024-11-19T17:21:54,139 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3dab2813d55145e0eb9ea4957e99fb93 2024-11-19T17:21:54,139 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:21:54,140 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3dab2813d55145e0eb9ea4957e99fb93 2024-11-19T17:21:54,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:54,142 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/default/test/3dab2813d55145e0eb9ea4957e99fb93/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:21:54,142 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3dab2813d55145e0eb9ea4957e99fb93; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73487800, jitterRate=0.09505355358123779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:21:54,143 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3dab2813d55145e0eb9ea4957e99fb93 2024-11-19T17:21:54,143 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3dab2813d55145e0eb9ea4957e99fb93: Running coprocessor pre-open hook at 1732036914133Writing region info on filesystem at 1732036914133Initializing all the Stores at 1732036914133Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036914133Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036914134 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036914134Cleaning up temporary data from old regions at 1732036914139 (+5 ms)Running coprocessor post-open hooks at 1732036914143 (+4 ms)Region opened successfully at 1732036914143 2024-11-19T17:21:54,143 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732036913003.3dab2813d55145e0eb9ea4957e99fb93., pid=6, masterSystemTime=1732036914129 2024-11-19T17:21:54,145 DEBUG [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732036913003.3dab2813d55145e0eb9ea4957e99fb93. 2024-11-19T17:21:54,145 INFO [RS_OPEN_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732036913003.3dab2813d55145e0eb9ea4957e99fb93. 2024-11-19T17:21:54,145 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3dab2813d55145e0eb9ea4957e99fb93, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=280a42d09ec8,40199,1732036906674 2024-11-19T17:21:54,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3dab2813d55145e0eb9ea4957e99fb93, server=280a42d09ec8,40199,1732036906674 because future has completed 2024-11-19T17:21:54,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T17:21:54,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3dab2813d55145e0eb9ea4957e99fb93, server=280a42d09ec8,40199,1732036906674 in 171 msec 2024-11-19T17:21:54,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T17:21:54,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3dab2813d55145e0eb9ea4957e99fb93, ASSIGN in 326 msec 2024-11-19T17:21:54,151 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T17:21:54,152 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036914151"}]},"ts":"1732036914151"} 2024-11-19T17:21:54,153 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T17:21:54,153 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T17:21:54,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-19T17:21:55,087 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T17:21:55,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:55,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:55,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:55,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:55,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:55,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:55,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:55,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:55,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:55,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:55,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:55,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:55,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:55,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:55,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:55,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:55,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:21:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T17:21:55,151 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T17:21:55,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357dd82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:55,152 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,42649,-1 for getting cluster id 2024-11-19T17:21:55,152 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:21:55,152 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aed59719-70d3-4ae4-87fd-620baf7af294' 2024-11-19T17:21:55,153 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:21:55,153 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aed59719-70d3-4ae4-87fd-620baf7af294" 2024-11-19T17:21:55,153 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3413c854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:55,153 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,42649,-1] 2024-11-19T17:21:55,153 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:21:55,153 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:55,154 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:21:55,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24a611d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:55,154 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:21:55,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,42649,1732036898716 2024-11-19T17:21:55,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1658d650 2024-11-19T17:21:55,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:21:55,156 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:21:55,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://280a42d09ec8:45903,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T17:21:55,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T17:21:55,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:21:55,159 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:45903' 2024-11-19T17:21:55,160 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2754c6f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:55,160 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,45903,-1 for getting cluster id 2024-11-19T17:21:55,160 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:21:55,161 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16f5b957-9914-4c11-99e9-bc8a83eef3a2' 2024-11-19T17:21:55,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:21:55,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16f5b957-9914-4c11-99e9-bc8a83eef3a2" 2024-11-19T17:21:55,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fc487a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:55,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,45903,-1] 2024-11-19T17:21:55,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:21:55,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:55,162 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:21:55,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a2baadd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:55,162 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:21:55,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,45903,1732036902900 2024-11-19T17:21:55,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d77e4fd 2024-11-19T17:21:55,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:21:55,163 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:21:55,164 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T17:21:55,164 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T17:21:55,164 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:55,164 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:55,164 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:21:55,165 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T17:21:55,165 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T17:21:55,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T17:21:55,166 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:55,167 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T17:21:55,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741837_1013 (size=1138) 2024-11-19T17:21:55,216 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T17:21:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:21:55,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:21:55,573 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 192de50f0d8adb105b6a16b84d08db5f, NAME => 'hbase:replication,,1732036915164.192de50f0d8adb105b6a16b84d08db5f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875 2024-11-19T17:21:55,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741838_1014 (size=44) 2024-11-19T17:21:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:21:55,978 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732036915164.192de50f0d8adb105b6a16b84d08db5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:55,978 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 192de50f0d8adb105b6a16b84d08db5f, disabling compactions & flushes 2024-11-19T17:21:55,978 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732036915164.192de50f0d8adb105b6a16b84d08db5f. 2024-11-19T17:21:55,978 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732036915164.192de50f0d8adb105b6a16b84d08db5f. 2024-11-19T17:21:55,979 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732036915164.192de50f0d8adb105b6a16b84d08db5f. after waiting 0 ms 2024-11-19T17:21:55,979 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732036915164.192de50f0d8adb105b6a16b84d08db5f. 2024-11-19T17:21:55,979 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732036915164.192de50f0d8adb105b6a16b84d08db5f. 2024-11-19T17:21:55,979 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 192de50f0d8adb105b6a16b84d08db5f: Waiting for close lock at 1732036915978Disabling compacts and flushes for region at 1732036915978Disabling writes for close at 1732036915979 (+1 ms)Writing region close event to WAL at 1732036915979Closed at 1732036915979 2024-11-19T17:21:55,980 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T17:21:55,980 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732036915164.192de50f0d8adb105b6a16b84d08db5f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732036915980"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732036915980"}]},"ts":"1732036915980"} 2024-11-19T17:21:55,981 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T17:21:55,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T17:21:55,982 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036915982"}]},"ts":"1732036915982"} 2024-11-19T17:21:55,983 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T17:21:55,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=192de50f0d8adb105b6a16b84d08db5f, ASSIGN}] 2024-11-19T17:21:55,984 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=192de50f0d8adb105b6a16b84d08db5f, ASSIGN 2024-11-19T17:21:55,985 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=192de50f0d8adb105b6a16b84d08db5f, ASSIGN; state=OFFLINE, location=280a42d09ec8,45055,1732036898777; forceNewPlan=false, retain=false 2024-11-19T17:21:56,136 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=192de50f0d8adb105b6a16b84d08db5f, regionState=OPENING, regionLocation=280a42d09ec8,45055,1732036898777 2024-11-19T17:21:56,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=192de50f0d8adb105b6a16b84d08db5f, ASSIGN because future has completed 2024-11-19T17:21:56,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 192de50f0d8adb105b6a16b84d08db5f, server=280a42d09ec8,45055,1732036898777}] 2024-11-19T17:21:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:21:56,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732036915164.192de50f0d8adb105b6a16b84d08db5f. 2024-11-19T17:21:56,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T17:21:56,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T17:21:56,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=280a42d09ec8%2C45055%2C1732036898777.rep, suffix=, logDir=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777, archiveDir=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/oldWALs, maxLogs=10 2024-11-19T17:21:56,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.rep.1732036916295, exclude list is [], retry=0 2024-11-19T17:21:56,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44973,DS-5fc52a38-edc4-4144-ba71-d3d4d9ac1597,DISK] 2024-11-19T17:21:56,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.rep.1732036916295 2024-11-19T17:21:56,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41821:41821)] 2024-11-19T17:21:56,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 192de50f0d8adb105b6a16b84d08db5f, NAME => 'hbase:replication,,1732036915164.192de50f0d8adb105b6a16b84d08db5f.', STARTKEY => '', ENDKEY => ''} 2024-11-19T17:21:56,312 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T17:21:56,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T17:21:56,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732036915164.192de50f0d8adb105b6a16b84d08db5f. service=MultiRowMutationService 2024-11-19T17:21:56,312 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T17:21:56,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 192de50f0d8adb105b6a16b84d08db5f 2024-11-19T17:21:56,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732036915164.192de50f0d8adb105b6a16b84d08db5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T17:21:56,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 192de50f0d8adb105b6a16b84d08db5f 2024-11-19T17:21:56,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 192de50f0d8adb105b6a16b84d08db5f 2024-11-19T17:21:56,313 INFO [StoreOpener-192de50f0d8adb105b6a16b84d08db5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 192de50f0d8adb105b6a16b84d08db5f 2024-11-19T17:21:56,314 INFO [StoreOpener-192de50f0d8adb105b6a16b84d08db5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 192de50f0d8adb105b6a16b84d08db5f columnFamilyName hfileref 2024-11-19T17:21:56,314 DEBUG [StoreOpener-192de50f0d8adb105b6a16b84d08db5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:56,315 INFO [StoreOpener-192de50f0d8adb105b6a16b84d08db5f-1 {}] regionserver.HStore(327): Store=192de50f0d8adb105b6a16b84d08db5f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:56,315 INFO [StoreOpener-192de50f0d8adb105b6a16b84d08db5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 192de50f0d8adb105b6a16b84d08db5f 2024-11-19T17:21:56,316 INFO [StoreOpener-192de50f0d8adb105b6a16b84d08db5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 192de50f0d8adb105b6a16b84d08db5f columnFamilyName queue 2024-11-19T17:21:56,316 DEBUG [StoreOpener-192de50f0d8adb105b6a16b84d08db5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:56,316 INFO [StoreOpener-192de50f0d8adb105b6a16b84d08db5f-1 {}] regionserver.HStore(327): Store=192de50f0d8adb105b6a16b84d08db5f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:56,316 INFO [StoreOpener-192de50f0d8adb105b6a16b84d08db5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 192de50f0d8adb105b6a16b84d08db5f 2024-11-19T17:21:56,317 INFO [StoreOpener-192de50f0d8adb105b6a16b84d08db5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 192de50f0d8adb105b6a16b84d08db5f columnFamilyName sid 2024-11-19T17:21:56,317 DEBUG [StoreOpener-192de50f0d8adb105b6a16b84d08db5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T17:21:56,317 INFO [StoreOpener-192de50f0d8adb105b6a16b84d08db5f-1 {}] regionserver.HStore(327): Store=192de50f0d8adb105b6a16b84d08db5f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T17:21:56,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 192de50f0d8adb105b6a16b84d08db5f 2024-11-19T17:21:56,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/replication/192de50f0d8adb105b6a16b84d08db5f 2024-11-19T17:21:56,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/replication/192de50f0d8adb105b6a16b84d08db5f 2024-11-19T17:21:56,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 192de50f0d8adb105b6a16b84d08db5f 2024-11-19T17:21:56,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 192de50f0d8adb105b6a16b84d08db5f 2024-11-19T17:21:56,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T17:21:56,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 192de50f0d8adb105b6a16b84d08db5f 2024-11-19T17:21:56,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/replication/192de50f0d8adb105b6a16b84d08db5f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T17:21:56,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 192de50f0d8adb105b6a16b84d08db5f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71593810, jitterRate=0.06683090329170227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T17:21:56,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 192de50f0d8adb105b6a16b84d08db5f 2024-11-19T17:21:56,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 192de50f0d8adb105b6a16b84d08db5f: Running coprocessor pre-open hook at 1732036916312Writing region info on filesystem at 1732036916312Initializing all the Stores at 1732036916313 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036916313Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036916313Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732036916313Cleaning up temporary data from old regions at 1732036916318 (+5 ms)Running coprocessor post-open hooks at 1732036916321 (+3 ms)Region opened successfully at 1732036916321 2024-11-19T17:21:56,322 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732036915164.192de50f0d8adb105b6a16b84d08db5f., pid=10, masterSystemTime=1732036916290 2024-11-19T17:21:56,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732036915164.192de50f0d8adb105b6a16b84d08db5f. 2024-11-19T17:21:56,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732036915164.192de50f0d8adb105b6a16b84d08db5f. 2024-11-19T17:21:56,324 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=192de50f0d8adb105b6a16b84d08db5f, regionState=OPEN, openSeqNum=2, regionLocation=280a42d09ec8,45055,1732036898777 2024-11-19T17:21:56,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 192de50f0d8adb105b6a16b84d08db5f, server=280a42d09ec8,45055,1732036898777 because future has completed 2024-11-19T17:21:56,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T17:21:56,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 192de50f0d8adb105b6a16b84d08db5f, server=280a42d09ec8,45055,1732036898777 in 188 msec 2024-11-19T17:21:56,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T17:21:56,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=192de50f0d8adb105b6a16b84d08db5f, ASSIGN in 344 msec 2024-11-19T17:21:56,330 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T17:21:56,330 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732036916330"}]},"ts":"1732036916330"} 2024-11-19T17:21:56,331 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T17:21:56,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T17:21:56,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-11-19T17:21:56,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732036915164.192de50f0d8adb105b6a16b84d08db5f., hostname=280a42d09ec8,45055,1732036898777, seqNum=2] 2024-11-19T17:21:56,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42649-0x101313f962a0000, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606141106 2024-11-19T17:21:56,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x101313f962a0001, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606141106 2024-11-19T17:21:56,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T17:21:56,460 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:21:56,461 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [280a42d09ec8,42739,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:42739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T17:21:56,461 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128924 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [280a42d09ec8,42739,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:42739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T17:21:56,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45055 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T17:21:56,533 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T17:21:56,562 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-280a42d09ec8,45055,1732036898777, ReplicationSource: 1, currentBandwidth=0 2024-11-19T17:21:56,562 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:21:56,563 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,45055,1732036898777, seqNum=-1] 2024-11-19T17:21:56,563 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:21:56,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-19T17:21:56,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-280a42d09ec8,45055,1732036898777', locateType=CURRENT is [region=hbase:replication,,1732036915164.192de50f0d8adb105b6a16b84d08db5f., hostname=280a42d09ec8,45055,1732036898777, seqNum=2] 2024-11-19T17:21:56,568 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T17:21:56,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T17:21:56,571 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 280a42d09ec8,45055,1732036898777 suceeded 2024-11-19T17:21:56,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T17:21:56,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-19T17:21:56,573 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://280a42d09ec8:45903,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T17:21:56,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4170 sec 2024-11-19T17:21:56,584 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:45903' 2024-11-19T17:21:56,585 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cbb42f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:56,585 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,45903,-1 for getting cluster id 2024-11-19T17:21:56,585 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:21:56,586 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16f5b957-9914-4c11-99e9-bc8a83eef3a2' 2024-11-19T17:21:56,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:21:56,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16f5b957-9914-4c11-99e9-bc8a83eef3a2" 2024-11-19T17:21:56,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@280e981f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:56,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,45903,-1] 2024-11-19T17:21:56,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:21:56,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:56,587 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:21:56,587 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d75c4fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:56,587 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:21:56,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,45903,1732036902900 2024-11-19T17:21:56,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fc8535a 2024-11-19T17:21:56,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:21:56,589 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-19T17:21:56,590 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-280a42d09ec8,45055,1732036898777 (queues=1) is replicating from cluster=aed59719-70d3-4ae4-87fd-620baf7af294 to cluster=16f5b957-9914-4c11-99e9-bc8a83eef3a2 2024-11-19T17:21:56,590 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=280a42d09ec8%2C45055%2C1732036898777 2024-11-19T17:21:56,590 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-280a42d09ec8,45055,1732036898777, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T17:21:56,590 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.shipper280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 280a42d09ec8%2C45055%2C1732036898777 2024-11-19T17:21:56,590 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036900776, startPosition=0, beingWritten=true 2024-11-19T17:21:56,596 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:21:56,596 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036900776 to pos 379, reset compression=false 2024-11-19T17:21:56,596 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.shipper280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,45055,1732036898777 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036900776, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:21:56,800 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036900776 to pos 379, reset compression=false 2024-11-19T17:21:57,103 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036900776 to pos 379, reset compression=false 2024-11-19T17:21:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T17:21:57,301 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T17:21:57,301 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:21:57,301 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:21:57,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:57,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:57,301 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:21:57,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3e6394, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:57,302 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,42649,-1 for getting cluster id 2024-11-19T17:21:57,302 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:21:57,303 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aed59719-70d3-4ae4-87fd-620baf7af294' 2024-11-19T17:21:57,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:21:57,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aed59719-70d3-4ae4-87fd-620baf7af294" 2024-11-19T17:21:57,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@381896f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:57,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,42649,-1] 2024-11-19T17:21:57,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:21:57,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:57,304 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:21:57,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cba65bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:57,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30797256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:57,305 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,45903,-1 for getting cluster id 2024-11-19T17:21:57,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:21:57,306 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16f5b957-9914-4c11-99e9-bc8a83eef3a2' 2024-11-19T17:21:57,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:21:57,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16f5b957-9914-4c11-99e9-bc8a83eef3a2" 2024-11-19T17:21:57,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eaf6adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:57,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,45903,-1] 2024-11-19T17:21:57,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:21:57,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:57,306 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:21:57,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35ee1825, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:57,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb4e3f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:57,308 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,35721,-1 for getting cluster id 2024-11-19T17:21:57,308 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:21:57,308 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b2713f5-ba02-424c-ae76-4ef9d577f9b6' 2024-11-19T17:21:57,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:21:57,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b2713f5-ba02-424c-ae76-4ef9d577f9b6" 2024-11-19T17:21:57,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa16997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:57,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,35721,-1] 2024-11-19T17:21:57,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:21:57,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:57,309 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:21:57,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b735f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:57,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:21:57,314 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732036917314/Put/seqid=0 2024-11-19T17:21:57,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741840_1016 (size=7894) 2024-11-19T17:21:57,506 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036900776 to pos 379, reset compression=false 2024-11-19T17:21:57,720 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732036917720/Put/seqid=0 2024-11-19T17:21:57,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741841_1017 (size=7691) 2024-11-19T17:21:58,010 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036900776 to pos 379, reset compression=false 2024-11-19T17:21:58,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7388e81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:58,126 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,42649,-1 for getting cluster id 2024-11-19T17:21:58,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:21:58,127 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aed59719-70d3-4ae4-87fd-620baf7af294' 2024-11-19T17:21:58,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:21:58,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aed59719-70d3-4ae4-87fd-620baf7af294" 2024-11-19T17:21:58,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e61a5ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:58,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,42649,-1] 2024-11-19T17:21:58,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:21:58,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:58,128 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:21:58,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be1441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:58,129 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:21:58,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,45055,1732036898777, seqNum=-1] 2024-11-19T17:21:58,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:21:58,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:21:58,137 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:21:58,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,42649,1732036898716 2024-11-19T17:21:58,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77c26b8a 2024-11-19T17:21:58,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:21:58,139 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:21:58,142 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732036909712.328f5c94ddd7ce1f978541db4026603a., hostname=280a42d09ec8,45055,1732036898777, seqNum=2] 2024-11-19T17:21:58,144 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T17:21:58,148 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-19T17:21:58,150 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-19T17:21:58,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 328f5c94ddd7ce1f978541db4026603a/f 2024-11-19T17:21:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-19T17:21:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T17:21:58,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 328f5c94ddd7ce1f978541db4026603a/f 2024-11-19T17:21:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-19T17:21:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T17:21:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HRegion(2603): Flush status journal for 328f5c94ddd7ce1f978541db4026603a: 2024-11-19T17:21:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/staging/jenkins__test__lbsecg0sk1dc1uk8vu8doqochkg7hjnm9bd1g1qgmu4ipcbbopkub04ohrn7npog/f/hfile_0 2024-11-19T17:21:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/staging/jenkins__test__lbsecg0sk1dc1uk8vu8doqochkg7hjnm9bd1g1qgmu4ipcbbopkub04ohrn7npog/f/hfile_0 as hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/default/test/328f5c94ddd7ce1f978541db4026603a/f/20db14b6f3bb4db2af62170c08723cae_SeqId_4_ 2024-11-19T17:21:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/staging/jenkins__test__lbsecg0sk1dc1uk8vu8doqochkg7hjnm9bd1g1qgmu4ipcbbopkub04ohrn7npog/f/hfile_1 2024-11-19T17:21:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/staging/jenkins__test__lbsecg0sk1dc1uk8vu8doqochkg7hjnm9bd1g1qgmu4ipcbbopkub04ohrn7npog/f/hfile_1 as hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/default/test/328f5c94ddd7ce1f978541db4026603a/f/737b7a03a8e34b1cbf4b4fb927d40757_SeqId_4_ 2024-11-19T17:21:58,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/staging/jenkins__test__lbsecg0sk1dc1uk8vu8doqochkg7hjnm9bd1g1qgmu4ipcbbopkub04ohrn7npog/f/hfile_0 into 328f5c94ddd7ce1f978541db4026603a/f as hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/default/test/328f5c94ddd7ce1f978541db4026603a/f/20db14b6f3bb4db2af62170c08723cae_SeqId_4_ - updating store file list. 2024-11-19T17:21:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 20db14b6f3bb4db2af62170c08723cae_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T17:21:58,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/default/test/328f5c94ddd7ce1f978541db4026603a/f/20db14b6f3bb4db2af62170c08723cae_SeqId_4_ into 328f5c94ddd7ce1f978541db4026603a/f 2024-11-19T17:21:58,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/staging/jenkins__test__lbsecg0sk1dc1uk8vu8doqochkg7hjnm9bd1g1qgmu4ipcbbopkub04ohrn7npog/f/hfile_0 into 328f5c94ddd7ce1f978541db4026603a/f (new location: hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/default/test/328f5c94ddd7ce1f978541db4026603a/f/20db14b6f3bb4db2af62170c08723cae_SeqId_4_) 2024-11-19T17:21:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/staging/jenkins__test__lbsecg0sk1dc1uk8vu8doqochkg7hjnm9bd1g1qgmu4ipcbbopkub04ohrn7npog/f/hfile_0 2024-11-19T17:21:58,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/staging/jenkins__test__lbsecg0sk1dc1uk8vu8doqochkg7hjnm9bd1g1qgmu4ipcbbopkub04ohrn7npog/f/hfile_1 into 328f5c94ddd7ce1f978541db4026603a/f as hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/default/test/328f5c94ddd7ce1f978541db4026603a/f/737b7a03a8e34b1cbf4b4fb927d40757_SeqId_4_ - updating store file list. 2024-11-19T17:21:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 737b7a03a8e34b1cbf4b4fb927d40757_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T17:21:58,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/default/test/328f5c94ddd7ce1f978541db4026603a/f/737b7a03a8e34b1cbf4b4fb927d40757_SeqId_4_ into 328f5c94ddd7ce1f978541db4026603a/f 2024-11-19T17:21:58,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/staging/jenkins__test__lbsecg0sk1dc1uk8vu8doqochkg7hjnm9bd1g1qgmu4ipcbbopkub04ohrn7npog/f/hfile_1 into 328f5c94ddd7ce1f978541db4026603a/f (new location: hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/default/test/328f5c94ddd7ce1f978541db4026603a/f/737b7a03a8e34b1cbf4b4fb927d40757_SeqId_4_) 2024-11-19T17:21:58,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/staging/jenkins__test__lbsecg0sk1dc1uk8vu8doqochkg7hjnm9bd1g1qgmu4ipcbbopkub04ohrn7npog/f/hfile_1 2024-11-19T17:21:58,183 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:21:58,183 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:21:58,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:58,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:58,184 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:21:58,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732036909712.328f5c94ddd7ce1f978541db4026603a., hostname=280a42d09ec8,45055,1732036898777, seqNum=2 , the old value is region=test,,1732036909712.328f5c94ddd7ce1f978541db4026603a., hostname=280a42d09ec8,45055,1732036898777, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=280a42d09ec8:45055 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T17:21:58,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732036909712.328f5c94ddd7ce1f978541db4026603a., hostname=280a42d09ec8,45055,1732036898777, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T17:21:58,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732036909712.328f5c94ddd7ce1f978541db4026603a., hostname=280a42d09ec8,45055,1732036898777, seqNum=2 from cache 2024-11-19T17:21:58,184 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:21:58,185 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T17:21:58,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,35415,1732036902944, seqNum=-1] 2024-11-19T17:21:58,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:21:58,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:21:58,188 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732036910853.9b320a44a066643135f3c2d9032f552f., hostname=280a42d09ec8,35415,1732036902944, seqNum=2] 2024-11-19T17:21:58,189 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T17:21:58,291 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:45055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T17:21:58,613 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036900776 to pos 379, reset compression=false 2024-11-19T17:21:58,627 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T17:21:58,630 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T17:21:58,630 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.shipper280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,45055,1732036898777 got entry batch from reader: WALEntryBatch [walEntries=[{test/328f5c94ddd7ce1f978541db4026603a/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732036918182/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036900776, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T17:21:58,632 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.shipper280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:21:58,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-19T17:21:58,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.ReplicationSink(318): Replicating [aed59719-70d3-4ae4-87fd-620baf7af294] bulk loaded data 2024-11-19T17:21:58,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d217c06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:58,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,45903,-1 for getting cluster id 2024-11-19T17:21:58,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:21:58,635 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16f5b957-9914-4c11-99e9-bc8a83eef3a2' 2024-11-19T17:21:58,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:21:58,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16f5b957-9914-4c11-99e9-bc8a83eef3a2" 2024-11-19T17:21:58,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bf464ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:58,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,45903,-1] 2024-11-19T17:21:58,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:21:58,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:58,636 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:21:58,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b191360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:58,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741837_1013 (size=7894) 2024-11-19T17:21:58,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741838_1014 (size=7691) 2024-11-19T17:21:58,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:21:58,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,45903,1732036902900 2024-11-19T17:21:58,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2df18ccc 2024-11-19T17:21:58,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:21:58,656 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-19T17:21:58,658 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T17:21:58,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:21:58,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,35415,1732036902944, seqNum=-1] 2024-11-19T17:21:58,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:21:58,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-19T17:21:58,666 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/staging/jenkins.hfs.22__test__2udsu6mpmlk2f2m2s3n2ccai4nsb586qvt5tnb3rg9gbmj19u954l2dn2imlkpda/f/20db14b6f3bb4db2af62170c08723cae_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-19T17:21:58,668 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/staging/jenkins.hfs.22__test__2udsu6mpmlk2f2m2s3n2ccai4nsb586qvt5tnb3rg9gbmj19u954l2dn2imlkpda/f/737b7a03a8e34b1cbf4b4fb927d40757_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-19T17:21:58,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/staging/jenkins.hfs.22__test__2udsu6mpmlk2f2m2s3n2ccai4nsb586qvt5tnb3rg9gbmj19u954l2dn2imlkpda/f/737b7a03a8e34b1cbf4b4fb927d40757_SeqId_4_ for inclusion in 9b320a44a066643135f3c2d9032f552f/f 2024-11-19T17:21:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-19T17:21:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T17:21:58,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/staging/jenkins.hfs.22__test__2udsu6mpmlk2f2m2s3n2ccai4nsb586qvt5tnb3rg9gbmj19u954l2dn2imlkpda/f/20db14b6f3bb4db2af62170c08723cae_SeqId_4_ for inclusion in 9b320a44a066643135f3c2d9032f552f/f 2024-11-19T17:21:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-19T17:21:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T17:21:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.HRegion(2603): Flush status journal for 9b320a44a066643135f3c2d9032f552f: 2024-11-19T17:21:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 737b7a03a8e34b1cbf4b4fb927d40757_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T17:21:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/staging/jenkins.hfs.22__test__2udsu6mpmlk2f2m2s3n2ccai4nsb586qvt5tnb3rg9gbmj19u954l2dn2imlkpda/f/737b7a03a8e34b1cbf4b4fb927d40757_SeqId_4_ as hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/default/test/9b320a44a066643135f3c2d9032f552f/f/074e140d057b40d4af96ef68473bf4fd_SeqId_4_ 2024-11-19T17:21:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 20db14b6f3bb4db2af62170c08723cae_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T17:21:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/staging/jenkins.hfs.22__test__2udsu6mpmlk2f2m2s3n2ccai4nsb586qvt5tnb3rg9gbmj19u954l2dn2imlkpda/f/20db14b6f3bb4db2af62170c08723cae_SeqId_4_ as hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/default/test/9b320a44a066643135f3c2d9032f552f/f/7f2dbad7e9dc4a12b35359b97d8064d3_SeqId_4_ 2024-11-19T17:21:58,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/staging/jenkins.hfs.22__test__2udsu6mpmlk2f2m2s3n2ccai4nsb586qvt5tnb3rg9gbmj19u954l2dn2imlkpda/f/737b7a03a8e34b1cbf4b4fb927d40757_SeqId_4_ into 9b320a44a066643135f3c2d9032f552f/f as hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/default/test/9b320a44a066643135f3c2d9032f552f/f/074e140d057b40d4af96ef68473bf4fd_SeqId_4_ - updating store file list. 2024-11-19T17:21:58,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 074e140d057b40d4af96ef68473bf4fd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T17:21:58,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/default/test/9b320a44a066643135f3c2d9032f552f/f/074e140d057b40d4af96ef68473bf4fd_SeqId_4_ into 9b320a44a066643135f3c2d9032f552f/f 2024-11-19T17:21:58,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/staging/jenkins.hfs.22__test__2udsu6mpmlk2f2m2s3n2ccai4nsb586qvt5tnb3rg9gbmj19u954l2dn2imlkpda/f/737b7a03a8e34b1cbf4b4fb927d40757_SeqId_4_ into 9b320a44a066643135f3c2d9032f552f/f (new location: hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/default/test/9b320a44a066643135f3c2d9032f552f/f/074e140d057b40d4af96ef68473bf4fd_SeqId_4_) 2024-11-19T17:21:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/staging/jenkins.hfs.22__test__2udsu6mpmlk2f2m2s3n2ccai4nsb586qvt5tnb3rg9gbmj19u954l2dn2imlkpda/f/737b7a03a8e34b1cbf4b4fb927d40757_SeqId_4_ 2024-11-19T17:21:58,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/staging/jenkins.hfs.22__test__2udsu6mpmlk2f2m2s3n2ccai4nsb586qvt5tnb3rg9gbmj19u954l2dn2imlkpda/f/20db14b6f3bb4db2af62170c08723cae_SeqId_4_ into 9b320a44a066643135f3c2d9032f552f/f as hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/default/test/9b320a44a066643135f3c2d9032f552f/f/7f2dbad7e9dc4a12b35359b97d8064d3_SeqId_4_ - updating store file list. 2024-11-19T17:21:58,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7f2dbad7e9dc4a12b35359b97d8064d3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T17:21:58,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/default/test/9b320a44a066643135f3c2d9032f552f/f/7f2dbad7e9dc4a12b35359b97d8064d3_SeqId_4_ into 9b320a44a066643135f3c2d9032f552f/f 2024-11-19T17:21:58,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/staging/jenkins.hfs.22__test__2udsu6mpmlk2f2m2s3n2ccai4nsb586qvt5tnb3rg9gbmj19u954l2dn2imlkpda/f/20db14b6f3bb4db2af62170c08723cae_SeqId_4_ into 9b320a44a066643135f3c2d9032f552f/f (new location: hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/default/test/9b320a44a066643135f3c2d9032f552f/f/7f2dbad7e9dc4a12b35359b97d8064d3_SeqId_4_) 2024-11-19T17:21:58,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/staging/jenkins.hfs.22__test__2udsu6mpmlk2f2m2s3n2ccai4nsb586qvt5tnb3rg9gbmj19u954l2dn2imlkpda/f/20db14b6f3bb4db2af62170c08723cae_SeqId_4_ 2024-11-19T17:21:58,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.ReplicationSink(324): Finished replicating [aed59719-70d3-4ae4-87fd-620baf7af294] bulk loaded data 2024-11-19T17:21:58,830 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036900776 to pos 687, reset compression=false 2024-11-19T17:21:59,133 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036900776 to pos 687, reset compression=false 2024-11-19T17:21:59,195 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:21:59,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,40199,1732036906674, seqNum=-1] 2024-11-19T17:21:59,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:21:59,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:21:59,199 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732036913003.3dab2813d55145e0eb9ea4957e99fb93., hostname=280a42d09ec8,40199,1732036906674, seqNum=2] 2024-11-19T17:21:59,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:21:59,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T17:21:59,206 DEBUG [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 280a42d09ec8%2C45055%2C1732036898777.meta:.meta(num 1732036901667) roll requested 2024-11-19T17:21:59,221 DEBUG [regionserver/280a42d09ec8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.meta.1732036919206.meta, exclude list is [], retry=0 2024-11-19T17:21:59,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44973,DS-5fc52a38-edc4-4144-ba71-d3d4d9ac1597,DISK] 2024-11-19T17:21:59,225 INFO [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.meta.1732036901667.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.meta.1732036919206.meta 2024-11-19T17:21:59,226 DEBUG [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41821:41821)] 2024-11-19T17:21:59,226 DEBUG [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.meta.1732036901667.meta is not closed yet, will try archiving it next time 2024-11-19T17:21:59,226 DEBUG [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 280a42d09ec8%2C45055%2C1732036898777:(num 1732036900776) roll requested 2024-11-19T17:21:59,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741834_1010 (size=3473) 2024-11-19T17:21:59,240 DEBUG [regionserver/280a42d09ec8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226, exclude list is [], retry=0 2024-11-19T17:21:59,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44973,DS-5fc52a38-edc4-4144-ba71-d3d4d9ac1597,DISK] 2024-11-19T17:21:59,244 INFO [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036900776 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226 2024-11-19T17:21:59,244 DEBUG [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41821:41821)] 2024-11-19T17:21:59,244 DEBUG [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036900776 is not closed yet, will try archiving it next time 2024-11-19T17:21:59,244 DEBUG [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 280a42d09ec8%2C45055%2C1732036898777.rep:(num 1732036916295) roll requested 2024-11-19T17:21:59,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741832_1008 (size=695) 2024-11-19T17:21:59,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712ae6b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:59,248 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,42649,-1 for getting cluster id 2024-11-19T17:21:59,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:21:59,248 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036900776 to hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/oldWALs/280a42d09ec8%2C45055%2C1732036898777.1732036900776 2024-11-19T17:21:59,249 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aed59719-70d3-4ae4-87fd-620baf7af294' 2024-11-19T17:21:59,249 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:21:59,249 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aed59719-70d3-4ae4-87fd-620baf7af294" 2024-11-19T17:21:59,249 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ffced3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:59,249 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,42649,-1] 2024-11-19T17:21:59,250 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:21:59,250 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:59,250 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:21:59,251 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3663d426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:59,251 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:21:59,252 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,42649,1732036898716 2024-11-19T17:21:59,252 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20b3bd0d 2024-11-19T17:21:59,252 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:21:59,253 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:21:59,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://280a42d09ec8:35721,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T17:21:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T17:21:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T17:21:59,256 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:35721' 2024-11-19T17:21:59,257 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e443370, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:59,257 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,35721,-1 for getting cluster id 2024-11-19T17:21:59,257 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:21:59,257 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b2713f5-ba02-424c-ae76-4ef9d577f9b6' 2024-11-19T17:21:59,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:21:59,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b2713f5-ba02-424c-ae76-4ef9d577f9b6" 2024-11-19T17:21:59,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a58511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:59,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,35721,-1] 2024-11-19T17:21:59,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:21:59,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:59,259 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:21:59,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f30c153, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:59,259 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:21:59,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,35721,1732036906635 2024-11-19T17:21:59,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55531728 2024-11-19T17:21:59,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:21:59,261 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:21:59,262 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-19T17:21:59,262 DEBUG [regionserver/280a42d09ec8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.rep.1732036919245, exclude list is [], retry=0 2024-11-19T17:21:59,262 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T17:21:59,262 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:59,262 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:59,262 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:21:59,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44973,DS-5fc52a38-edc4-4144-ba71-d3d4d9ac1597,DISK] 2024-11-19T17:21:59,266 INFO [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.rep.1732036916295 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.rep.1732036919245 2024-11-19T17:21:59,267 DEBUG [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41821:41821)] 2024-11-19T17:21:59,267 DEBUG [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.rep.1732036916295 is not closed yet, will try archiving it next time 2024-11-19T17:21:59,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741839_1015 (size=1505) 2024-11-19T17:21:59,268 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.rep.1732036916295 not finished, retry = 0 2024-11-19T17:21:59,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T17:21:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T17:21:59,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45055 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-19T17:21:59,424 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-19T17:21:59,453 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-280a42d09ec8,45055,1732036898777, ReplicationSource: 2, currentBandwidth=0 2024-11-19T17:21:59,456 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-19T17:21:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-19T17:21:59,458 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 280a42d09ec8,45055,1732036898777 suceeded 2024-11-19T17:21:59,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-19T17:21:59,459 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://280a42d09ec8:35721,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T17:21:59,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-19T17:21:59,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 206 msec 2024-11-19T17:21:59,469 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='280a42d09ec8:35721' 2024-11-19T17:21:59,470 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@695fb7b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:59,470 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,35721,-1 for getting cluster id 2024-11-19T17:21:59,471 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:21:59,471 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b2713f5-ba02-424c-ae76-4ef9d577f9b6' 2024-11-19T17:21:59,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:21:59,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b2713f5-ba02-424c-ae76-4ef9d577f9b6" 2024-11-19T17:21:59,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12375111, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:59,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,35721,-1] 2024-11-19T17:21:59,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:21:59,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:59,472 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:21:59,473 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e8f4ace, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:21:59,473 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:21:59,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,35721,1732036906635 2024-11-19T17:21:59,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cc8dd32 2024-11-19T17:21:59,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:21:59,474 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-19T17:21:59,475 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-280a42d09ec8,45055,1732036898777 (queues=1) is replicating from cluster=aed59719-70d3-4ae4-87fd-620baf7af294 to cluster=3b2713f5-ba02-424c-ae76-4ef9d577f9b6 2024-11-19T17:21:59,475 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=280a42d09ec8%2C45055%2C1732036898777 2024-11-19T17:21:59,475 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-280a42d09ec8,45055,1732036898777, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T17:21:59,475 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777.replicationSource.shipper280a42d09ec8%2C45055%2C1732036898777,2-280a42d09ec8,45055,1732036898777 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 280a42d09ec8%2C45055%2C1732036898777 2024-11-19T17:21:59,475 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,2-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226, startPosition=0, beingWritten=true 2024-11-19T17:21:59,537 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036900776 to pos 687, reset compression=false 2024-11-19T17:21:59,543 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036900776 was moved to hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/oldWALs/280a42d09ec8%2C45055%2C1732036898777.1732036900776 2024-11-19T17:21:59,545 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036900776 2024-11-19T17:21:59,545 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.shipper280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,45055,1732036898777 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036900776, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-19T17:21:59,545 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226, startPosition=0, beingWritten=true 2024-11-19T17:21:59,547 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.shipper280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [280a42d09ec8%2C45055%2C1732036898777.1732036900776] 2024-11-19T17:21:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T17:21:59,571 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-19T17:21:59,571 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:21:59,571 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:21:59,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:59,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:21:59,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:21:59,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T17:21:59,576 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732036919575/Put/seqid=0 2024-11-19T17:21:59,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741845_1021 (size=11194) 2024-11-19T17:21:59,679 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,2-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226 to pos 0, reset compression=false 2024-11-19T17:21:59,983 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732036919982/Put/seqid=0 2024-11-19T17:21:59,983 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,2-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226 to pos 0, reset compression=false 2024-11-19T17:21:59,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741846_1022 (size=10791) 2024-11-19T17:22:00,050 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226 to pos 0, reset compression=false 2024-11-19T17:22:00,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8fa292, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:22:00,388 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,42649,-1 for getting cluster id 2024-11-19T17:22:00,389 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:22:00,389 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aed59719-70d3-4ae4-87fd-620baf7af294' 2024-11-19T17:22:00,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:22:00,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aed59719-70d3-4ae4-87fd-620baf7af294" 2024-11-19T17:22:00,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70b120d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:22:00,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,42649,-1] 2024-11-19T17:22:00,390 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,2-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226 to pos 0, reset compression=false 2024-11-19T17:22:00,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:22:00,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:22:00,391 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:22:00,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564c9fc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:22:00,392 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:22:00,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,45055,1732036898777, seqNum=-1] 2024-11-19T17:22:00,393 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:22:00,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T17:22:00,400 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:22:00,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,42649,1732036898716 2024-11-19T17:22:00,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52980bde 2024-11-19T17:22:00,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:22:00,401 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T17:22:00,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732036909712.328f5c94ddd7ce1f978541db4026603a., hostname=280a42d09ec8,45055,1732036898777, seqNum=2] 2024-11-19T17:22:00,405 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T17:22:00,409 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-19T17:22:00,411 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-19T17:22:00,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 328f5c94ddd7ce1f978541db4026603a/f 2024-11-19T17:22:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-19T17:22:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T17:22:00,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 328f5c94ddd7ce1f978541db4026603a/f 2024-11-19T17:22:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-19T17:22:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T17:22:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HRegion(2603): Flush status journal for 328f5c94ddd7ce1f978541db4026603a: 2024-11-19T17:22:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/staging/jenkins__test__ls5ima2lkh1avea9li29jmqgidh99iv5avpnloutjgn98e0re8mu4525g09mqp8o/f/hfile_0 2024-11-19T17:22:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/staging/jenkins__test__ls5ima2lkh1avea9li29jmqgidh99iv5avpnloutjgn98e0re8mu4525g09mqp8o/f/hfile_0 as hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/default/test/328f5c94ddd7ce1f978541db4026603a/f/3e2f2c4f8372464eb9042f6018de0395_SeqId_6_ 2024-11-19T17:22:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/staging/jenkins__test__ls5ima2lkh1avea9li29jmqgidh99iv5avpnloutjgn98e0re8mu4525g09mqp8o/f/hfile_1 2024-11-19T17:22:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/staging/jenkins__test__ls5ima2lkh1avea9li29jmqgidh99iv5avpnloutjgn98e0re8mu4525g09mqp8o/f/hfile_1 as hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/default/test/328f5c94ddd7ce1f978541db4026603a/f/6359869fea854e5eb9aa1ab7f0735718_SeqId_6_ 2024-11-19T17:22:00,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/staging/jenkins__test__ls5ima2lkh1avea9li29jmqgidh99iv5avpnloutjgn98e0re8mu4525g09mqp8o/f/hfile_0 into 328f5c94ddd7ce1f978541db4026603a/f as hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/default/test/328f5c94ddd7ce1f978541db4026603a/f/3e2f2c4f8372464eb9042f6018de0395_SeqId_6_ - updating store file list. 2024-11-19T17:22:00,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3e2f2c4f8372464eb9042f6018de0395_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T17:22:00,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/default/test/328f5c94ddd7ce1f978541db4026603a/f/3e2f2c4f8372464eb9042f6018de0395_SeqId_6_ into 328f5c94ddd7ce1f978541db4026603a/f 2024-11-19T17:22:00,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/staging/jenkins__test__ls5ima2lkh1avea9li29jmqgidh99iv5avpnloutjgn98e0re8mu4525g09mqp8o/f/hfile_0 into 328f5c94ddd7ce1f978541db4026603a/f (new location: hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/default/test/328f5c94ddd7ce1f978541db4026603a/f/3e2f2c4f8372464eb9042f6018de0395_SeqId_6_) 2024-11-19T17:22:00,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/staging/jenkins__test__ls5ima2lkh1avea9li29jmqgidh99iv5avpnloutjgn98e0re8mu4525g09mqp8o/f/hfile_0 2024-11-19T17:22:00,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/staging/jenkins__test__ls5ima2lkh1avea9li29jmqgidh99iv5avpnloutjgn98e0re8mu4525g09mqp8o/f/hfile_1 into 328f5c94ddd7ce1f978541db4026603a/f as hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/default/test/328f5c94ddd7ce1f978541db4026603a/f/6359869fea854e5eb9aa1ab7f0735718_SeqId_6_ - updating store file list. 2024-11-19T17:22:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6359869fea854e5eb9aa1ab7f0735718_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T17:22:00,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/default/test/328f5c94ddd7ce1f978541db4026603a/f/6359869fea854e5eb9aa1ab7f0735718_SeqId_6_ into 328f5c94ddd7ce1f978541db4026603a/f 2024-11-19T17:22:00,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/staging/jenkins__test__ls5ima2lkh1avea9li29jmqgidh99iv5avpnloutjgn98e0re8mu4525g09mqp8o/f/hfile_1 into 328f5c94ddd7ce1f978541db4026603a/f (new location: hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/default/test/328f5c94ddd7ce1f978541db4026603a/f/6359869fea854e5eb9aa1ab7f0735718_SeqId_6_) 2024-11-19T17:22:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/staging/jenkins__test__ls5ima2lkh1avea9li29jmqgidh99iv5avpnloutjgn98e0re8mu4525g09mqp8o/f/hfile_1 2024-11-19T17:22:00,438 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:22:00,438 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:22:00,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:22:00,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:22:00,438 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:22:00,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732036909712.328f5c94ddd7ce1f978541db4026603a., hostname=280a42d09ec8,45055,1732036898777, seqNum=2 , the old value is region=test,,1732036909712.328f5c94ddd7ce1f978541db4026603a., hostname=280a42d09ec8,45055,1732036898777, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=280a42d09ec8:45055 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T17:22:00,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732036909712.328f5c94ddd7ce1f978541db4026603a., hostname=280a42d09ec8,45055,1732036898777, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T17:22:00,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732036909712.328f5c94ddd7ce1f978541db4026603a., hostname=280a42d09ec8,45055,1732036898777, seqNum=2 from cache 2024-11-19T17:22:00,439 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T17:22:00,441 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T17:22:00,551 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:45055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T17:22:00,653 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226 to pos 0, reset compression=false 2024-11-19T17:22:00,658 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T17:22:00,658 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.shipper280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,45055,1732036898777 got entry batch from reader: WALEntryBatch [walEntries=[{test/328f5c94ddd7ce1f978541db4026603a/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732036920436/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T17:22:00,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.ReplicationSink(318): Replicating [aed59719-70d3-4ae4-87fd-620baf7af294] bulk loaded data 2024-11-19T17:22:00,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741839_1015 (size=11194) 2024-11-19T17:22:00,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741840_1016 (size=10791) 2024-11-19T17:22:00,858 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226 to pos 393, reset compression=false 2024-11-19T17:22:00,894 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,2-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226 to pos 0, reset compression=false 2024-11-19T17:22:00,898 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,2-280a42d09ec8,45055,1732036898777 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T17:22:00,898 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777.replicationSource.shipper280a42d09ec8%2C45055%2C1732036898777,2-280a42d09ec8,45055,1732036898777 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-280a42d09ec8,45055,1732036898777 got entry batch from reader: WALEntryBatch [walEntries=[{test/328f5c94ddd7ce1f978541db4026603a/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732036920436/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T17:22:00,900 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777.replicationSource.shipper280a42d09ec8%2C45055%2C1732036898777,2-280a42d09ec8,45055,1732036898777 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T17:22:00,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-19T17:22:00,901 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.ReplicationSink(318): Replicating [aed59719-70d3-4ae4-87fd-620baf7af294] bulk loaded data 2024-11-19T17:22:00,902 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@532bca33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:22:00,902 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] client.ClusterIdFetcher(90): Going to request 280a42d09ec8,35721,-1 for getting cluster id 2024-11-19T17:22:00,902 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T17:22:00,902 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b2713f5-ba02-424c-ae76-4ef9d577f9b6' 2024-11-19T17:22:00,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T17:22:00,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b2713f5-ba02-424c-ae76-4ef9d577f9b6" 2024-11-19T17:22:00,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@81ef61e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:22:00,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [280a42d09ec8,35721,-1] 2024-11-19T17:22:00,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T17:22:00,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:22:00,903 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-19T17:22:00,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77dcb49e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T17:22:00,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741837_1013 (size=11194) 2024-11-19T17:22:00,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741838_1014 (size=10791) 2024-11-19T17:22:00,922 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T17:22:00,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 280a42d09ec8,35721,1732036906635 2024-11-19T17:22:00,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fe4cfc 2024-11-19T17:22:00,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T17:22:00,923 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-19T17:22:00,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T17:22:00,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T17:22:00,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=280a42d09ec8,40199,1732036906674, seqNum=-1] 2024-11-19T17:22:00,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T17:22:00,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-19T17:22:00,931 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/staging/jenkins.hfs.23__test__p371934gfj087qas228qj5htmr2g2sb183a9f03n9deefnj1hm42odkc18tod8pm/f/3e2f2c4f8372464eb9042f6018de0395_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-19T17:22:00,933 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/staging/jenkins.hfs.23__test__p371934gfj087qas228qj5htmr2g2sb183a9f03n9deefnj1hm42odkc18tod8pm/f/6359869fea854e5eb9aa1ab7f0735718_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-19T17:22:00,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/staging/jenkins.hfs.23__test__p371934gfj087qas228qj5htmr2g2sb183a9f03n9deefnj1hm42odkc18tod8pm/f/3e2f2c4f8372464eb9042f6018de0395_SeqId_6_ for inclusion in 3dab2813d55145e0eb9ea4957e99fb93/f 2024-11-19T17:22:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-19T17:22:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T17:22:00,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/staging/jenkins.hfs.23__test__p371934gfj087qas228qj5htmr2g2sb183a9f03n9deefnj1hm42odkc18tod8pm/f/6359869fea854e5eb9aa1ab7f0735718_SeqId_6_ for inclusion in 3dab2813d55145e0eb9ea4957e99fb93/f 2024-11-19T17:22:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-19T17:22:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T17:22:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HRegion(2603): Flush status journal for 3dab2813d55145e0eb9ea4957e99fb93: 2024-11-19T17:22:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3e2f2c4f8372464eb9042f6018de0395_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T17:22:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/staging/jenkins.hfs.23__test__p371934gfj087qas228qj5htmr2g2sb183a9f03n9deefnj1hm42odkc18tod8pm/f/3e2f2c4f8372464eb9042f6018de0395_SeqId_6_ as hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/default/test/3dab2813d55145e0eb9ea4957e99fb93/f/4d1bb6ffbc8f461587c574ad12112f41_SeqId_4_ 2024-11-19T17:22:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6359869fea854e5eb9aa1ab7f0735718_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T17:22:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/staging/jenkins.hfs.23__test__p371934gfj087qas228qj5htmr2g2sb183a9f03n9deefnj1hm42odkc18tod8pm/f/6359869fea854e5eb9aa1ab7f0735718_SeqId_6_ as hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/default/test/3dab2813d55145e0eb9ea4957e99fb93/f/8fe71c5d5f854f68a662f0eab7fc852b_SeqId_4_ 2024-11-19T17:22:00,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/staging/jenkins.hfs.23__test__p371934gfj087qas228qj5htmr2g2sb183a9f03n9deefnj1hm42odkc18tod8pm/f/3e2f2c4f8372464eb9042f6018de0395_SeqId_6_ into 3dab2813d55145e0eb9ea4957e99fb93/f as hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/default/test/3dab2813d55145e0eb9ea4957e99fb93/f/4d1bb6ffbc8f461587c574ad12112f41_SeqId_4_ - updating store file list. 2024-11-19T17:22:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4d1bb6ffbc8f461587c574ad12112f41_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T17:22:00,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/default/test/3dab2813d55145e0eb9ea4957e99fb93/f/4d1bb6ffbc8f461587c574ad12112f41_SeqId_4_ into 3dab2813d55145e0eb9ea4957e99fb93/f 2024-11-19T17:22:00,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/staging/jenkins.hfs.23__test__p371934gfj087qas228qj5htmr2g2sb183a9f03n9deefnj1hm42odkc18tod8pm/f/3e2f2c4f8372464eb9042f6018de0395_SeqId_6_ into 3dab2813d55145e0eb9ea4957e99fb93/f (new location: hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/default/test/3dab2813d55145e0eb9ea4957e99fb93/f/4d1bb6ffbc8f461587c574ad12112f41_SeqId_4_) 2024-11-19T17:22:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/staging/jenkins.hfs.23__test__p371934gfj087qas228qj5htmr2g2sb183a9f03n9deefnj1hm42odkc18tod8pm/f/3e2f2c4f8372464eb9042f6018de0395_SeqId_6_ 2024-11-19T17:22:00,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/staging/jenkins.hfs.23__test__p371934gfj087qas228qj5htmr2g2sb183a9f03n9deefnj1hm42odkc18tod8pm/f/6359869fea854e5eb9aa1ab7f0735718_SeqId_6_ into 3dab2813d55145e0eb9ea4957e99fb93/f as hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/default/test/3dab2813d55145e0eb9ea4957e99fb93/f/8fe71c5d5f854f68a662f0eab7fc852b_SeqId_4_ - updating store file list. 2024-11-19T17:22:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8fe71c5d5f854f68a662f0eab7fc852b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T17:22:00,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/default/test/3dab2813d55145e0eb9ea4957e99fb93/f/8fe71c5d5f854f68a662f0eab7fc852b_SeqId_4_ into 3dab2813d55145e0eb9ea4957e99fb93/f 2024-11-19T17:22:00,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/staging/jenkins.hfs.23__test__p371934gfj087qas228qj5htmr2g2sb183a9f03n9deefnj1hm42odkc18tod8pm/f/6359869fea854e5eb9aa1ab7f0735718_SeqId_6_ into 3dab2813d55145e0eb9ea4957e99fb93/f (new location: hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/default/test/3dab2813d55145e0eb9ea4957e99fb93/f/8fe71c5d5f854f68a662f0eab7fc852b_SeqId_4_) 2024-11-19T17:22:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/staging/jenkins.hfs.23__test__p371934gfj087qas228qj5htmr2g2sb183a9f03n9deefnj1hm42odkc18tod8pm/f/6359869fea854e5eb9aa1ab7f0735718_SeqId_6_ 2024-11-19T17:22:00,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.ReplicationSink(324): Finished replicating [aed59719-70d3-4ae4-87fd-620baf7af294] bulk loaded data 2024-11-19T17:22:01,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T17:22:01,091 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/staging/jenkins.hfs.22__test__c5abrkv65ppaid6gnen7qtttfm6t12sak6pd6kano4gr79mddfj68l116amht8vp/f/3e2f2c4f8372464eb9042f6018de0395_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-19T17:22:01,093 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/staging/jenkins.hfs.22__test__c5abrkv65ppaid6gnen7qtttfm6t12sak6pd6kano4gr79mddfj68l116amht8vp/f/6359869fea854e5eb9aa1ab7f0735718_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-19T17:22:01,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/staging/jenkins.hfs.22__test__c5abrkv65ppaid6gnen7qtttfm6t12sak6pd6kano4gr79mddfj68l116amht8vp/f/6359869fea854e5eb9aa1ab7f0735718_SeqId_6_ for inclusion in 9b320a44a066643135f3c2d9032f552f/f 2024-11-19T17:22:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-19T17:22:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T17:22:01,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/staging/jenkins.hfs.22__test__c5abrkv65ppaid6gnen7qtttfm6t12sak6pd6kano4gr79mddfj68l116amht8vp/f/3e2f2c4f8372464eb9042f6018de0395_SeqId_6_ for inclusion in 9b320a44a066643135f3c2d9032f552f/f 2024-11-19T17:22:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-19T17:22:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T17:22:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.HRegion(2603): Flush status journal for 9b320a44a066643135f3c2d9032f552f: 2024-11-19T17:22:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6359869fea854e5eb9aa1ab7f0735718_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T17:22:01,098 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,2-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226 to pos 393, reset compression=false 2024-11-19T17:22:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/staging/jenkins.hfs.22__test__c5abrkv65ppaid6gnen7qtttfm6t12sak6pd6kano4gr79mddfj68l116amht8vp/f/6359869fea854e5eb9aa1ab7f0735718_SeqId_6_ as hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/default/test/9b320a44a066643135f3c2d9032f552f/f/fb2ffcbebaae462eacabcd5fbad48211_SeqId_6_ 2024-11-19T17:22:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3e2f2c4f8372464eb9042f6018de0395_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T17:22:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/staging/jenkins.hfs.22__test__c5abrkv65ppaid6gnen7qtttfm6t12sak6pd6kano4gr79mddfj68l116amht8vp/f/3e2f2c4f8372464eb9042f6018de0395_SeqId_6_ as hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/default/test/9b320a44a066643135f3c2d9032f552f/f/d67c2161c8fc4db6b3ab32a4f4f695c8_SeqId_6_ 2024-11-19T17:22:01,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/staging/jenkins.hfs.22__test__c5abrkv65ppaid6gnen7qtttfm6t12sak6pd6kano4gr79mddfj68l116amht8vp/f/6359869fea854e5eb9aa1ab7f0735718_SeqId_6_ into 9b320a44a066643135f3c2d9032f552f/f as hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/default/test/9b320a44a066643135f3c2d9032f552f/f/fb2ffcbebaae462eacabcd5fbad48211_SeqId_6_ - updating store file list. 2024-11-19T17:22:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fb2ffcbebaae462eacabcd5fbad48211_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T17:22:01,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/default/test/9b320a44a066643135f3c2d9032f552f/f/fb2ffcbebaae462eacabcd5fbad48211_SeqId_6_ into 9b320a44a066643135f3c2d9032f552f/f 2024-11-19T17:22:01,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/staging/jenkins.hfs.22__test__c5abrkv65ppaid6gnen7qtttfm6t12sak6pd6kano4gr79mddfj68l116amht8vp/f/6359869fea854e5eb9aa1ab7f0735718_SeqId_6_ into 9b320a44a066643135f3c2d9032f552f/f (new location: hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/default/test/9b320a44a066643135f3c2d9032f552f/f/fb2ffcbebaae462eacabcd5fbad48211_SeqId_6_) 2024-11-19T17:22:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/staging/jenkins.hfs.22__test__c5abrkv65ppaid6gnen7qtttfm6t12sak6pd6kano4gr79mddfj68l116amht8vp/f/6359869fea854e5eb9aa1ab7f0735718_SeqId_6_ 2024-11-19T17:22:01,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/staging/jenkins.hfs.22__test__c5abrkv65ppaid6gnen7qtttfm6t12sak6pd6kano4gr79mddfj68l116amht8vp/f/3e2f2c4f8372464eb9042f6018de0395_SeqId_6_ into 9b320a44a066643135f3c2d9032f552f/f as hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/default/test/9b320a44a066643135f3c2d9032f552f/f/d67c2161c8fc4db6b3ab32a4f4f695c8_SeqId_6_ - updating store file list. 2024-11-19T17:22:01,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d67c2161c8fc4db6b3ab32a4f4f695c8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T17:22:01,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/default/test/9b320a44a066643135f3c2d9032f552f/f/d67c2161c8fc4db6b3ab32a4f4f695c8_SeqId_6_ into 9b320a44a066643135f3c2d9032f552f/f 2024-11-19T17:22:01,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/staging/jenkins.hfs.22__test__c5abrkv65ppaid6gnen7qtttfm6t12sak6pd6kano4gr79mddfj68l116amht8vp/f/3e2f2c4f8372464eb9042f6018de0395_SeqId_6_ into 9b320a44a066643135f3c2d9032f552f/f (new location: hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/default/test/9b320a44a066643135f3c2d9032f552f/f/d67c2161c8fc4db6b3ab32a4f4f695c8_SeqId_6_) 2024-11-19T17:22:01,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/staging/jenkins.hfs.22__test__c5abrkv65ppaid6gnen7qtttfm6t12sak6pd6kano4gr79mddfj68l116amht8vp/f/3e2f2c4f8372464eb9042f6018de0395_SeqId_6_ 2024-11-19T17:22:01,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35415 {}] regionserver.ReplicationSink(324): Finished replicating [aed59719-70d3-4ae4-87fd-620baf7af294] bulk loaded data 2024-11-19T17:22:01,162 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226 to pos 393, reset compression=false 2024-11-19T17:22:01,275 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T17:22:01,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:22:01,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:22:01,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:22:01,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:22:01,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:22:01,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:22:01,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:22:01,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:22:01,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:22:01,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:22:01,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:22:01,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:22:01,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:22:01,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:22:01,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:22:01,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:22:01,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:22:01,402 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,2-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226 to pos 393, reset compression=false 2024-11-19T17:22:01,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T17:22:01,453 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:22:01,453 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:22:01,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:22:01,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:22:01,453 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T17:22:01,454 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1086297619, stopped=false 2024-11-19T17:22:01,454 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:22:01,454 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=280a42d09ec8,35721,1732036906635 2024-11-19T17:22:01,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35721-0x101313f962a0006, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2129730583/running 2024-11-19T17:22:01,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x101313f962a0007, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2129730583/running 2024-11-19T17:22:01,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35721-0x101313f962a0006, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129730583 2024-11-19T17:22:01,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x101313f962a0007, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129730583 2024-11-19T17:22:01,456 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:22:01,456 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:22:01,456 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:22:01,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:22:01,456 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '280a42d09ec8,40199,1732036906674' ***** 2024-11-19T17:22:01,456 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T17:22:01,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35721-0x101313f962a0006, quorum=127.0.0.1:63399, baseZNode=/2129730583 Set watcher on znode that does not yet exist, /2129730583/running 2024-11-19T17:22:01,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40199-0x101313f962a0007, quorum=127.0.0.1:63399, baseZNode=/2129730583 Set watcher on znode that does not yet exist, /2129730583/running 2024-11-19T17:22:01,458 INFO [RS:0;280a42d09ec8:40199 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T17:22:01,458 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T17:22:01,458 INFO [RS:0;280a42d09ec8:40199 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T17:22:01,458 INFO [RS:0;280a42d09ec8:40199 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T17:22:01,458 INFO [RS:0;280a42d09ec8:40199 {}] regionserver.HRegionServer(3091): Received CLOSE for 3dab2813d55145e0eb9ea4957e99fb93 2024-11-19T17:22:01,458 INFO [RS:0;280a42d09ec8:40199 {}] regionserver.HRegionServer(959): stopping server 280a42d09ec8,40199,1732036906674 2024-11-19T17:22:01,458 INFO [RS:0;280a42d09ec8:40199 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:22:01,458 INFO [RS:0;280a42d09ec8:40199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:40199. 2024-11-19T17:22:01,458 DEBUG [RS:0;280a42d09ec8:40199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:22:01,458 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3dab2813d55145e0eb9ea4957e99fb93, disabling compactions & flushes 2024-11-19T17:22:01,458 DEBUG [RS:0;280a42d09ec8:40199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:22:01,458 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732036913003.3dab2813d55145e0eb9ea4957e99fb93. 2024-11-19T17:22:01,459 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732036913003.3dab2813d55145e0eb9ea4957e99fb93. 2024-11-19T17:22:01,459 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732036913003.3dab2813d55145e0eb9ea4957e99fb93. after waiting 0 ms 2024-11-19T17:22:01,459 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732036913003.3dab2813d55145e0eb9ea4957e99fb93. 2024-11-19T17:22:01,459 INFO [RS:0;280a42d09ec8:40199 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T17:22:01,459 INFO [RS:0;280a42d09ec8:40199 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T17:22:01,459 INFO [RS:0;280a42d09ec8:40199 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T17:22:01,459 INFO [RS:0;280a42d09ec8:40199 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T17:22:01,459 INFO [RS:0;280a42d09ec8:40199 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T17:22:01,459 DEBUG [RS:0;280a42d09ec8:40199 {}] regionserver.HRegionServer(1325): Online Regions={3dab2813d55145e0eb9ea4957e99fb93=test,,1732036913003.3dab2813d55145e0eb9ea4957e99fb93., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T17:22:01,459 DEBUG [RS:0;280a42d09ec8:40199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3dab2813d55145e0eb9ea4957e99fb93 2024-11-19T17:22:01,459 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:22:01,459 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:22:01,459 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:22:01,459 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:22:01,459 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:22:01,460 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-19T17:22:01,463 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/default/test/3dab2813d55145e0eb9ea4957e99fb93/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-19T17:22:01,463 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:22:01,463 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T17:22:01,463 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732036913003.3dab2813d55145e0eb9ea4957e99fb93. 2024-11-19T17:22:01,463 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3dab2813d55145e0eb9ea4957e99fb93: Waiting for close lock at 1732036921458Running coprocessor pre-close hooks at 1732036921458Disabling compacts and flushes for region at 1732036921458Disabling writes for close at 1732036921459 (+1 ms)Writing region close event to WAL at 1732036921459Running coprocessor post-close hooks at 1732036921463 (+4 ms)Closed at 1732036921463 2024-11-19T17:22:01,464 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732036913003.3dab2813d55145e0eb9ea4957e99fb93. 2024-11-19T17:22:01,475 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/hbase/meta/1588230740/.tmp/info/5a98a107348f483192d8ee92ce1393e5 is 129, key is test,,1732036913003.3dab2813d55145e0eb9ea4957e99fb93./info:regioninfo/1732036914145/Put/seqid=0 2024-11-19T17:22:01,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741839_1015 (size=6421) 2024-11-19T17:22:01,479 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/hbase/meta/1588230740/.tmp/info/5a98a107348f483192d8ee92ce1393e5 2024-11-19T17:22:01,497 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/hbase/meta/1588230740/.tmp/ns/4b0ea0c761464cb89fb2f1fc6d23753e is 43, key is default/ns:d/1732036909603/Put/seqid=0 2024-11-19T17:22:01,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741840_1016 (size=5153) 2024-11-19T17:22:01,501 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/hbase/meta/1588230740/.tmp/ns/4b0ea0c761464cb89fb2f1fc6d23753e 2024-11-19T17:22:01,517 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/hbase/meta/1588230740/.tmp/rep_barrier/7effcb9972334623b2f2b5dd5be1c0ba is 112, key is test,,1732036913003.3dab2813d55145e0eb9ea4957e99fb93./rep_barrier:seqnumDuringOpen/1732036914145/Put/seqid=0 2024-11-19T17:22:01,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741841_1017 (size=5518) 2024-11-19T17:22:01,553 INFO [regionserver/280a42d09ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:22:01,565 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226 to pos 393, reset compression=false 2024-11-19T17:22:01,606 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T17:22:01,606 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T17:22:01,659 DEBUG [RS:0;280a42d09ec8:40199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:22:01,805 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,2-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226 to pos 393, reset compression=false 2024-11-19T17:22:01,859 DEBUG [RS:0;280a42d09ec8:40199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:22:01,921 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/hbase/meta/1588230740/.tmp/rep_barrier/7effcb9972334623b2f2b5dd5be1c0ba 2024-11-19T17:22:01,943 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/hbase/meta/1588230740/.tmp/table/05e67d6be215410ea550842ef030f63f is 40, key is test/table:state/1732036914151/Put/seqid=0 2024-11-19T17:22:01,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741842_1018 (size=5165) 2024-11-19T17:22:02,060 DEBUG [RS:0;280a42d09ec8:40199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:22:02,068 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226 to pos 393, reset compression=false 2024-11-19T17:22:02,260 DEBUG [RS:0;280a42d09ec8:40199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:22:02,309 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,2-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226 to pos 393, reset compression=false 2024-11-19T17:22:02,347 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/hbase/meta/1588230740/.tmp/table/05e67d6be215410ea550842ef030f63f 2024-11-19T17:22:02,352 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/hbase/meta/1588230740/.tmp/info/5a98a107348f483192d8ee92ce1393e5 as hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/hbase/meta/1588230740/info/5a98a107348f483192d8ee92ce1393e5 2024-11-19T17:22:02,356 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/hbase/meta/1588230740/info/5a98a107348f483192d8ee92ce1393e5, entries=10, sequenceid=11, filesize=6.3 K 2024-11-19T17:22:02,356 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/hbase/meta/1588230740/.tmp/ns/4b0ea0c761464cb89fb2f1fc6d23753e as hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/hbase/meta/1588230740/ns/4b0ea0c761464cb89fb2f1fc6d23753e 2024-11-19T17:22:02,360 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/hbase/meta/1588230740/ns/4b0ea0c761464cb89fb2f1fc6d23753e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T17:22:02,360 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/hbase/meta/1588230740/.tmp/rep_barrier/7effcb9972334623b2f2b5dd5be1c0ba as hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/hbase/meta/1588230740/rep_barrier/7effcb9972334623b2f2b5dd5be1c0ba 2024-11-19T17:22:02,363 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/hbase/meta/1588230740/rep_barrier/7effcb9972334623b2f2b5dd5be1c0ba, entries=1, sequenceid=11, filesize=5.4 K 2024-11-19T17:22:02,364 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/hbase/meta/1588230740/.tmp/table/05e67d6be215410ea550842ef030f63f as hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/hbase/meta/1588230740/table/05e67d6be215410ea550842ef030f63f 2024-11-19T17:22:02,367 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/hbase/meta/1588230740/table/05e67d6be215410ea550842ef030f63f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T17:22:02,367 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 908ms, sequenceid=11, compaction requested=false 2024-11-19T17:22:02,371 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T17:22:02,372 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:22:02,372 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:22:02,372 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:22:02,372 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036921459Running coprocessor pre-close hooks at 1732036921459Disabling compacts and flushes for region at 1732036921459Disabling writes for close at 1732036921459Obtaining lock to block concurrent updates at 1732036921460 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732036921460Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732036921460Flushing stores of hbase:meta,,1.1588230740 at 1732036921460Flushing 1588230740/info: creating writer at 1732036921460Flushing 1588230740/info: appending metadata at 1732036921475 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732036921475Flushing 1588230740/ns: creating writer at 1732036921483 (+8 ms)Flushing 1588230740/ns: appending metadata at 1732036921497 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732036921497Flushing 1588230740/rep_barrier: creating writer at 1732036921504 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732036921517 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732036921517Flushing 1588230740/table: creating writer at 1732036921925 (+408 ms)Flushing 1588230740/table: appending metadata at 1732036921943 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732036921943Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e76b9ef: reopening flushed file at 1732036922351 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@598c8ed3: reopening flushed file at 1732036922356 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d3ee750: reopening flushed file at 1732036922360 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2597345e: reopening flushed file at 1732036922363 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 908ms, sequenceid=11, compaction requested=false at 1732036922367 (+4 ms)Writing region close event to WAL at 1732036922369 (+2 ms)Running coprocessor post-close hooks at 1732036922372 (+3 ms)Closed at 1732036922372 2024-11-19T17:22:02,372 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T17:22:02,460 INFO [RS:0;280a42d09ec8:40199 {}] regionserver.HRegionServer(976): stopping server 280a42d09ec8,40199,1732036906674; all regions closed. 2024-11-19T17:22:02,462 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/WALs/280a42d09ec8,40199,1732036906674/280a42d09ec8%2C40199%2C1732036906674.meta.1732036909567.meta not finished, retry = 0 2024-11-19T17:22:02,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741834_1010 (size=2717) 2024-11-19T17:22:02,564 DEBUG [RS:0;280a42d09ec8:40199 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/oldWALs 2024-11-19T17:22:02,565 INFO [RS:0;280a42d09ec8:40199 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 280a42d09ec8%2C40199%2C1732036906674.meta:.meta(num 1732036909567) 2024-11-19T17:22:02,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741832_1008 (size=1028) 2024-11-19T17:22:02,568 DEBUG [RS:0;280a42d09ec8:40199 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/oldWALs 2024-11-19T17:22:02,568 INFO [RS:0;280a42d09ec8:40199 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 280a42d09ec8%2C40199%2C1732036906674:(num 1732036908677) 2024-11-19T17:22:02,568 DEBUG [RS:0;280a42d09ec8:40199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:22:02,568 INFO [RS:0;280a42d09ec8:40199 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:22:02,568 INFO [RS:0;280a42d09ec8:40199 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:22:02,569 INFO [RS:0;280a42d09ec8:40199 {}] hbase.ChoreService(370): Chore service for: regionserver/280a42d09ec8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T17:22:02,569 INFO [RS:0;280a42d09ec8:40199 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:22:02,569 INFO [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:22:02,569 INFO [RS:0;280a42d09ec8:40199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:40199. 2024-11-19T17:22:02,569 DEBUG [RS:0;280a42d09ec8:40199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:22:02,569 DEBUG [RS:0;280a42d09ec8:40199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:22:02,569 DEBUG [RS:0;280a42d09ec8:40199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:22:02,569 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:22:02,570 INFO [RS:0;280a42d09ec8:40199 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40199 2024-11-19T17:22:02,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x101313f962a0007, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2129730583/rs/280a42d09ec8,40199,1732036906674 2024-11-19T17:22:02,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35721-0x101313f962a0006, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129730583/rs 2024-11-19T17:22:02,572 INFO [RS:0;280a42d09ec8:40199 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:22:02,573 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [280a42d09ec8,40199,1732036906674] 2024-11-19T17:22:02,575 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2129730583/draining/280a42d09ec8,40199,1732036906674 already deleted, retry=false 2024-11-19T17:22:02,575 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 280a42d09ec8,40199,1732036906674 expired; onlineServers=0 2024-11-19T17:22:02,575 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '280a42d09ec8,35721,1732036906635' ***** 2024-11-19T17:22:02,575 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T17:22:02,575 INFO [M:0;280a42d09ec8:35721 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:22:02,575 INFO [M:0;280a42d09ec8:35721 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:22:02,575 DEBUG [M:0;280a42d09ec8:35721 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T17:22:02,575 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T17:22:02,575 DEBUG [M:0;280a42d09ec8:35721 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T17:22:02,575 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036908429 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036908429,5,FailOnTimeoutGroup] 2024-11-19T17:22:02,575 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036908429 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036908429,5,FailOnTimeoutGroup] 2024-11-19T17:22:02,575 INFO [M:0;280a42d09ec8:35721 {}] hbase.ChoreService(370): Chore service for: master/280a42d09ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T17:22:02,575 INFO [M:0;280a42d09ec8:35721 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:22:02,575 DEBUG [M:0;280a42d09ec8:35721 {}] master.HMaster(1795): Stopping service threads 2024-11-19T17:22:02,576 INFO [M:0;280a42d09ec8:35721 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T17:22:02,576 INFO [M:0;280a42d09ec8:35721 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:22:02,576 INFO [M:0;280a42d09ec8:35721 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T17:22:02,576 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T17:22:02,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35721-0x101313f962a0006, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2129730583/master 2024-11-19T17:22:02,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35721-0x101313f962a0006, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2129730583 2024-11-19T17:22:02,577 DEBUG [M:0;280a42d09ec8:35721 {}] zookeeper.ZKUtil(347): master:35721-0x101313f962a0006, quorum=127.0.0.1:63399, baseZNode=/2129730583 Unable to get data of znode /2129730583/master because node does not exist (not an error) 2024-11-19T17:22:02,577 WARN [M:0;280a42d09ec8:35721 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T17:22:02,577 INFO [M:0;280a42d09ec8:35721 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/.lastflushedseqids 2024-11-19T17:22:02,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741843_1019 (size=173) 2024-11-19T17:22:02,581 INFO [M:0;280a42d09ec8:35721 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T17:22:02,581 INFO [M:0;280a42d09ec8:35721 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T17:22:02,581 DEBUG [M:0;280a42d09ec8:35721 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:22:02,581 INFO [M:0;280a42d09ec8:35721 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:22:02,581 DEBUG [M:0;280a42d09ec8:35721 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:22:02,581 DEBUG [M:0;280a42d09ec8:35721 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:22:02,581 DEBUG [M:0;280a42d09ec8:35721 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:22:02,582 INFO [M:0;280a42d09ec8:35721 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-19T17:22:02,599 DEBUG [M:0;280a42d09ec8:35721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/236565d6a7324698af196518aed5a8b5 is 82, key is hbase:meta,,1/info:regioninfo/1732036909595/Put/seqid=0 2024-11-19T17:22:02,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741844_1020 (size=5672) 2024-11-19T17:22:02,672 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226 to pos 393, reset compression=false 2024-11-19T17:22:02,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x101313f962a0007, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:22:02,673 INFO [RS:0;280a42d09ec8:40199 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:22:02,673 INFO [RS:0;280a42d09ec8:40199 {}] regionserver.HRegionServer(1031): Exiting; stopping=280a42d09ec8,40199,1732036906674; zookeeper connection closed. 2024-11-19T17:22:02,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x101313f962a0007, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:22:02,674 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7fe442e0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7fe442e0 2024-11-19T17:22:02,674 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T17:22:02,912 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,2-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226 to pos 393, reset compression=false 2024-11-19T17:22:03,003 INFO [M:0;280a42d09ec8:35721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/236565d6a7324698af196518aed5a8b5 2024-11-19T17:22:03,021 DEBUG [M:0;280a42d09ec8:35721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1500ab1b28cf4beba45d7b7d4dc21a53 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732036914154/Put/seqid=0 2024-11-19T17:22:03,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741845_1021 (size=6586) 2024-11-19T17:22:03,271 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T17:22:03,376 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226 to pos 393, reset compression=false 2024-11-19T17:22:03,425 INFO [M:0;280a42d09ec8:35721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1500ab1b28cf4beba45d7b7d4dc21a53 2024-11-19T17:22:03,442 DEBUG [M:0;280a42d09ec8:35721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a33a2dae45845c794e6d3ce865aa8e5 is 69, key is 280a42d09ec8,40199,1732036906674/rs:state/1732036908529/Put/seqid=0 2024-11-19T17:22:03,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741846_1022 (size=5156) 2024-11-19T17:22:03,615 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,2-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226 to pos 393, reset compression=false 2024-11-19T17:22:03,846 INFO [M:0;280a42d09ec8:35721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a33a2dae45845c794e6d3ce865aa8e5 2024-11-19T17:22:03,850 DEBUG [M:0;280a42d09ec8:35721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/236565d6a7324698af196518aed5a8b5 as hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/236565d6a7324698af196518aed5a8b5 2024-11-19T17:22:03,853 INFO [M:0;280a42d09ec8:35721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/236565d6a7324698af196518aed5a8b5, entries=8, sequenceid=55, filesize=5.5 K 2024-11-19T17:22:03,854 DEBUG [M:0;280a42d09ec8:35721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1500ab1b28cf4beba45d7b7d4dc21a53 as hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1500ab1b28cf4beba45d7b7d4dc21a53 2024-11-19T17:22:03,857 INFO [M:0;280a42d09ec8:35721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1500ab1b28cf4beba45d7b7d4dc21a53, entries=6, sequenceid=55, filesize=6.4 K 2024-11-19T17:22:03,858 DEBUG [M:0;280a42d09ec8:35721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a33a2dae45845c794e6d3ce865aa8e5 as hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a33a2dae45845c794e6d3ce865aa8e5 2024-11-19T17:22:03,861 INFO [M:0;280a42d09ec8:35721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40231/user/jenkins/test-data/da9647cd-df6a-f133-fa0d-b707c262d3a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a33a2dae45845c794e6d3ce865aa8e5, entries=1, sequenceid=55, filesize=5.0 K 2024-11-19T17:22:03,862 INFO [M:0;280a42d09ec8:35721 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=55, compaction requested=false 2024-11-19T17:22:03,863 INFO [M:0;280a42d09ec8:35721 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:22:03,863 DEBUG [M:0;280a42d09ec8:35721 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036922581Disabling compacts and flushes for region at 1732036922581Disabling writes for close at 1732036922581Obtaining lock to block concurrent updates at 1732036922582 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732036922582Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732036922582Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732036922582Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732036922582Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732036922599 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732036922599Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732036923006 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732036923021 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732036923021Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732036923428 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732036923442 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732036923442Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62c54ee4: reopening flushed file at 1732036923850 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78adfcbc: reopening flushed file at 1732036923853 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d79a496: reopening flushed file at 1732036923857 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=55, compaction requested=false at 1732036923862 (+5 ms)Writing region close event to WAL at 1732036923863 (+1 ms)Closed at 1732036923863 2024-11-19T17:22:03,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741830_1006 (size=32770) 2024-11-19T17:22:03,865 INFO [M:0;280a42d09ec8:35721 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T17:22:03,865 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:22:03,865 INFO [M:0;280a42d09ec8:35721 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35721 2024-11-19T17:22:03,865 INFO [M:0;280a42d09ec8:35721 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:22:03,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35721-0x101313f962a0006, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:22:03,967 INFO [M:0;280a42d09ec8:35721 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:22:03,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35721-0x101313f962a0006, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:22:03,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37f82eca{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:22:03,970 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d8dfaa5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:22:03,970 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:22:03,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12f6a315{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:22:03,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b582525{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea7a648c-b29d-7599-bb49-6d0a14b0f641/hadoop.log.dir/,STOPPED} 2024-11-19T17:22:03,972 WARN [BP-567974297-172.17.0.2-1732036905604 heartbeating to localhost/127.0.0.1:40231 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T17:22:03,972 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T17:22:03,972 WARN [BP-567974297-172.17.0.2-1732036905604 heartbeating to localhost/127.0.0.1:40231 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-567974297-172.17.0.2-1732036905604 (Datanode Uuid 3d503ef0-d4be-43f2-a450-a9b60817b84d) service to localhost/127.0.0.1:40231 2024-11-19T17:22:03,972 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T17:22:03,973 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea7a648c-b29d-7599-bb49-6d0a14b0f641/cluster_1200231a-1648-f59c-bd5a-a470244b46a1/data/data1/current/BP-567974297-172.17.0.2-1732036905604 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:22:03,973 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea7a648c-b29d-7599-bb49-6d0a14b0f641/cluster_1200231a-1648-f59c-bd5a-a470244b46a1/data/data2/current/BP-567974297-172.17.0.2-1732036905604 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:22:03,973 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T17:22:03,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59f0efd8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:22:03,979 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2adc35fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:22:03,979 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:22:03,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@dea3191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:22:03,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6983f7b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea7a648c-b29d-7599-bb49-6d0a14b0f641/hadoop.log.dir/,STOPPED} 2024-11-19T17:22:03,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T17:22:03,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T17:22:03,991 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:22:03,991 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:22:03,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:22:03,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:22:03,991 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:22:03,991 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T17:22:03,991 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=656246951, stopped=false 2024-11-19T17:22:03,991 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=280a42d09ec8,45903,1732036902900 2024-11-19T17:22:03,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45903-0x101313f962a0003, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1947634067/running 2024-11-19T17:22:03,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45903-0x101313f962a0003, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1947634067 2024-11-19T17:22:03,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x101313f962a0004, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1947634067/running 2024-11-19T17:22:03,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x101313f962a0004, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1947634067 2024-11-19T17:22:03,993 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:22:03,993 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:22:03,993 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:22:03,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:22:03,993 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '280a42d09ec8,35415,1732036902944' ***** 2024-11-19T17:22:03,993 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T17:22:03,994 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35415-0x101313f962a0004, quorum=127.0.0.1:63399, baseZNode=/1947634067 Set watcher on znode that does not yet exist, /1947634067/running 2024-11-19T17:22:03,994 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45903-0x101313f962a0003, quorum=127.0.0.1:63399, baseZNode=/1947634067 Set watcher on znode that does not yet exist, /1947634067/running 2024-11-19T17:22:03,994 INFO [RS:0;280a42d09ec8:35415 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T17:22:03,994 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T17:22:03,995 INFO [RS:0;280a42d09ec8:35415 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T17:22:03,995 INFO [RS:0;280a42d09ec8:35415 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T17:22:03,995 INFO [RS:0;280a42d09ec8:35415 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b320a44a066643135f3c2d9032f552f 2024-11-19T17:22:03,995 INFO [RS:0;280a42d09ec8:35415 {}] regionserver.HRegionServer(959): stopping server 280a42d09ec8,35415,1732036902944 2024-11-19T17:22:03,995 INFO [RS:0;280a42d09ec8:35415 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:22:03,995 INFO [RS:0;280a42d09ec8:35415 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:35415. 2024-11-19T17:22:03,995 DEBUG [RS:0;280a42d09ec8:35415 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:22:03,995 DEBUG [RS:0;280a42d09ec8:35415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:22:03,995 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b320a44a066643135f3c2d9032f552f, disabling compactions & flushes 2024-11-19T17:22:03,995 INFO [RS:0;280a42d09ec8:35415 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T17:22:03,995 INFO [RS:0;280a42d09ec8:35415 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T17:22:03,995 INFO [RS:0;280a42d09ec8:35415 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T17:22:03,995 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732036910853.9b320a44a066643135f3c2d9032f552f. 2024-11-19T17:22:03,995 INFO [RS:0;280a42d09ec8:35415 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T17:22:03,995 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732036910853.9b320a44a066643135f3c2d9032f552f. 2024-11-19T17:22:03,995 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732036910853.9b320a44a066643135f3c2d9032f552f. after waiting 0 ms 2024-11-19T17:22:03,995 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732036910853.9b320a44a066643135f3c2d9032f552f. 2024-11-19T17:22:03,995 INFO [RS:0;280a42d09ec8:35415 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T17:22:03,995 DEBUG [RS:0;280a42d09ec8:35415 {}] regionserver.HRegionServer(1325): Online Regions={9b320a44a066643135f3c2d9032f552f=test,,1732036910853.9b320a44a066643135f3c2d9032f552f., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T17:22:03,995 DEBUG [RS:0;280a42d09ec8:35415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b320a44a066643135f3c2d9032f552f 2024-11-19T17:22:03,995 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:22:03,995 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:22:03,995 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:22:03,996 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:22:03,996 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:22:03,996 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-19T17:22:03,999 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/default/test/9b320a44a066643135f3c2d9032f552f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T17:22:03,999 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:22:03,999 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T17:22:03,999 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732036910853.9b320a44a066643135f3c2d9032f552f. 2024-11-19T17:22:03,999 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b320a44a066643135f3c2d9032f552f: Waiting for close lock at 1732036923995Running coprocessor pre-close hooks at 1732036923995Disabling compacts and flushes for region at 1732036923995Disabling writes for close at 1732036923995Writing region close event to WAL at 1732036923996 (+1 ms)Running coprocessor post-close hooks at 1732036923999 (+3 ms)Closed at 1732036923999 2024-11-19T17:22:03,999 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732036910853.9b320a44a066643135f3c2d9032f552f. 2024-11-19T17:22:04,011 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/hbase/meta/1588230740/.tmp/info/eb3e1f2a48d940788966713156094f83 is 129, key is test,,1732036910853.9b320a44a066643135f3c2d9032f552f./info:regioninfo/1732036912006/Put/seqid=0 2024-11-19T17:22:04,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741841_1017 (size=6421) 2024-11-19T17:22:04,017 INFO [regionserver/280a42d09ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:22:04,179 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226 to pos 393, reset compression=false 2024-11-19T17:22:04,196 DEBUG [RS:0;280a42d09ec8:35415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:22:04,396 DEBUG [RS:0;280a42d09ec8:35415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:22:04,402 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T17:22:04,402 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T17:22:04,416 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/hbase/meta/1588230740/.tmp/info/eb3e1f2a48d940788966713156094f83 2024-11-19T17:22:04,419 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,2-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226 to pos 393, reset compression=false 2024-11-19T17:22:04,434 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/hbase/meta/1588230740/.tmp/ns/9ee8c7bd3d6144349cfaac27cfc63798 is 43, key is default/ns:d/1732036905492/Put/seqid=0 2024-11-19T17:22:04,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741842_1018 (size=5153) 2024-11-19T17:22:04,438 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/hbase/meta/1588230740/.tmp/ns/9ee8c7bd3d6144349cfaac27cfc63798 2024-11-19T17:22:04,456 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/hbase/meta/1588230740/.tmp/rep_barrier/149da9fc1a8f4a29a7a30b113c3a432b is 112, key is test,,1732036910853.9b320a44a066643135f3c2d9032f552f./rep_barrier:seqnumDuringOpen/1732036912006/Put/seqid=0 2024-11-19T17:22:04,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741843_1019 (size=5518) 2024-11-19T17:22:04,459 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/hbase/meta/1588230740/.tmp/rep_barrier/149da9fc1a8f4a29a7a30b113c3a432b 2024-11-19T17:22:04,476 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/hbase/meta/1588230740/.tmp/table/1f531cb92caa4e0cb3cefcc5428ecf55 is 40, key is test/table:state/1732036912012/Put/seqid=0 2024-11-19T17:22:04,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741844_1020 (size=5165) 2024-11-19T17:22:04,596 DEBUG [RS:0;280a42d09ec8:35415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:22:04,796 DEBUG [RS:0;280a42d09ec8:35415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T17:22:04,880 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/hbase/meta/1588230740/.tmp/table/1f531cb92caa4e0cb3cefcc5428ecf55 2024-11-19T17:22:04,884 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/hbase/meta/1588230740/.tmp/info/eb3e1f2a48d940788966713156094f83 as hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/hbase/meta/1588230740/info/eb3e1f2a48d940788966713156094f83 2024-11-19T17:22:04,887 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/hbase/meta/1588230740/info/eb3e1f2a48d940788966713156094f83, entries=10, sequenceid=11, filesize=6.3 K 2024-11-19T17:22:04,887 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/hbase/meta/1588230740/.tmp/ns/9ee8c7bd3d6144349cfaac27cfc63798 as hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/hbase/meta/1588230740/ns/9ee8c7bd3d6144349cfaac27cfc63798 2024-11-19T17:22:04,890 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/hbase/meta/1588230740/ns/9ee8c7bd3d6144349cfaac27cfc63798, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T17:22:04,891 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/hbase/meta/1588230740/.tmp/rep_barrier/149da9fc1a8f4a29a7a30b113c3a432b as hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/hbase/meta/1588230740/rep_barrier/149da9fc1a8f4a29a7a30b113c3a432b 2024-11-19T17:22:04,894 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/hbase/meta/1588230740/rep_barrier/149da9fc1a8f4a29a7a30b113c3a432b, entries=1, sequenceid=11, filesize=5.4 K 2024-11-19T17:22:04,894 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/hbase/meta/1588230740/.tmp/table/1f531cb92caa4e0cb3cefcc5428ecf55 as hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/hbase/meta/1588230740/table/1f531cb92caa4e0cb3cefcc5428ecf55 2024-11-19T17:22:04,897 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/hbase/meta/1588230740/table/1f531cb92caa4e0cb3cefcc5428ecf55, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T17:22:04,898 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 902ms, sequenceid=11, compaction requested=false 2024-11-19T17:22:04,903 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T17:22:04,903 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:22:04,903 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:22:04,903 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:22:04,904 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036923995Running coprocessor pre-close hooks at 1732036923995Disabling compacts and flushes for region at 1732036923995Disabling writes for close at 1732036923996 (+1 ms)Obtaining lock to block concurrent updates at 1732036923996Preparing flush snapshotting stores in 1588230740 at 1732036923996Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732036923996Flushing stores of hbase:meta,,1.1588230740 at 1732036923997 (+1 ms)Flushing 1588230740/info: creating writer at 1732036923997Flushing 1588230740/info: appending metadata at 1732036924011 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732036924011Flushing 1588230740/ns: creating writer at 1732036924419 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732036924433 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732036924433Flushing 1588230740/rep_barrier: creating writer at 1732036924442 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732036924455 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732036924455Flushing 1588230740/table: creating writer at 1732036924462 (+7 ms)Flushing 1588230740/table: appending metadata at 1732036924476 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732036924476Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c3078a3: reopening flushed file at 1732036924883 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61310dfd: reopening flushed file at 1732036924887 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f9e2deb: reopening flushed file at 1732036924890 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22ecf7c5: reopening flushed file at 1732036924894 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 902ms, sequenceid=11, compaction requested=false at 1732036924898 (+4 ms)Writing region close event to WAL at 1732036924901 (+3 ms)Running coprocessor post-close hooks at 1732036924903 (+2 ms)Closed at 1732036924903 2024-11-19T17:22:04,904 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T17:22:04,996 INFO [RS:0;280a42d09ec8:35415 {}] regionserver.HRegionServer(976): stopping server 280a42d09ec8,35415,1732036902944; all regions closed. 2024-11-19T17:22:04,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741834_1010 (size=2717) 2024-11-19T17:22:05,000 DEBUG [RS:0;280a42d09ec8:35415 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/oldWALs 2024-11-19T17:22:05,000 INFO [RS:0;280a42d09ec8:35415 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 280a42d09ec8%2C35415%2C1732036902944.meta:.meta(num 1732036905452) 2024-11-19T17:22:05,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741832_1008 (size=1374) 2024-11-19T17:22:05,003 DEBUG [RS:0;280a42d09ec8:35415 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/oldWALs 2024-11-19T17:22:05,003 INFO [RS:0;280a42d09ec8:35415 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 280a42d09ec8%2C35415%2C1732036902944:(num 1732036904536) 2024-11-19T17:22:05,003 DEBUG [RS:0;280a42d09ec8:35415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:22:05,003 INFO [RS:0;280a42d09ec8:35415 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:22:05,003 INFO [RS:0;280a42d09ec8:35415 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:22:05,003 INFO [RS:0;280a42d09ec8:35415 {}] hbase.ChoreService(370): Chore service for: regionserver/280a42d09ec8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T17:22:05,003 INFO [RS:0;280a42d09ec8:35415 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:22:05,003 INFO [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:22:05,003 INFO [RS:0;280a42d09ec8:35415 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:35415. 2024-11-19T17:22:05,003 DEBUG [RS:0;280a42d09ec8:35415 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:22:05,003 DEBUG [RS:0;280a42d09ec8:35415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:22:05,004 DEBUG [RS:0;280a42d09ec8:35415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:22:05,004 INFO [RS:0;280a42d09ec8:35415 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35415 2024-11-19T17:22:05,004 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:22:05,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x101313f962a0004, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1947634067/rs/280a42d09ec8,35415,1732036902944 2024-11-19T17:22:05,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45903-0x101313f962a0003, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1947634067/rs 2024-11-19T17:22:05,006 INFO [RS:0;280a42d09ec8:35415 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:22:05,007 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [280a42d09ec8,35415,1732036902944] 2024-11-19T17:22:05,010 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1947634067/draining/280a42d09ec8,35415,1732036902944 already deleted, retry=false 2024-11-19T17:22:05,010 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 280a42d09ec8,35415,1732036902944 expired; onlineServers=0 2024-11-19T17:22:05,010 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '280a42d09ec8,45903,1732036902900' ***** 2024-11-19T17:22:05,010 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T17:22:05,010 INFO [M:0;280a42d09ec8:45903 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:22:05,010 INFO [M:0;280a42d09ec8:45903 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:22:05,010 DEBUG [M:0;280a42d09ec8:45903 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T17:22:05,010 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T17:22:05,010 DEBUG [M:0;280a42d09ec8:45903 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T17:22:05,010 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036904306 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036904306,5,FailOnTimeoutGroup] 2024-11-19T17:22:05,010 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036904306 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036904306,5,FailOnTimeoutGroup] 2024-11-19T17:22:05,010 INFO [M:0;280a42d09ec8:45903 {}] hbase.ChoreService(370): Chore service for: master/280a42d09ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T17:22:05,010 INFO [M:0;280a42d09ec8:45903 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:22:05,010 DEBUG [M:0;280a42d09ec8:45903 {}] master.HMaster(1795): Stopping service threads 2024-11-19T17:22:05,010 INFO [M:0;280a42d09ec8:45903 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T17:22:05,010 INFO [M:0;280a42d09ec8:45903 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:22:05,010 INFO [M:0;280a42d09ec8:45903 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T17:22:05,011 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T17:22:05,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45903-0x101313f962a0003, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1947634067/master 2024-11-19T17:22:05,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45903-0x101313f962a0003, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1947634067 2024-11-19T17:22:05,012 DEBUG [M:0;280a42d09ec8:45903 {}] zookeeper.ZKUtil(347): master:45903-0x101313f962a0003, quorum=127.0.0.1:63399, baseZNode=/1947634067 Unable to get data of znode /1947634067/master because node does not exist (not an error) 2024-11-19T17:22:05,012 WARN [M:0;280a42d09ec8:45903 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T17:22:05,013 INFO [M:0;280a42d09ec8:45903 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/.lastflushedseqids 2024-11-19T17:22:05,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741845_1021 (size=173) 2024-11-19T17:22:05,017 INFO [M:0;280a42d09ec8:45903 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T17:22:05,017 INFO [M:0;280a42d09ec8:45903 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T17:22:05,017 DEBUG [M:0;280a42d09ec8:45903 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:22:05,017 INFO [M:0;280a42d09ec8:45903 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:22:05,017 DEBUG [M:0;280a42d09ec8:45903 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:22:05,017 DEBUG [M:0;280a42d09ec8:45903 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:22:05,017 DEBUG [M:0;280a42d09ec8:45903 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:22:05,017 INFO [M:0;280a42d09ec8:45903 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-19T17:22:05,032 DEBUG [M:0;280a42d09ec8:45903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98bb0695945e4c4b88a62da0a546c4dd is 82, key is hbase:meta,,1/info:regioninfo/1732036905483/Put/seqid=0 2024-11-19T17:22:05,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741846_1022 (size=5672) 2024-11-19T17:22:05,083 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226 to pos 393, reset compression=false 2024-11-19T17:22:05,107 INFO [RS:0;280a42d09ec8:35415 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:22:05,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x101313f962a0004, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:22:05,107 INFO [RS:0;280a42d09ec8:35415 {}] regionserver.HRegionServer(1031): Exiting; stopping=280a42d09ec8,35415,1732036902944; zookeeper connection closed. 2024-11-19T17:22:05,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x101313f962a0004, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:22:05,107 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c18f165 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c18f165 2024-11-19T17:22:05,108 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T17:22:05,322 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,2-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226 to pos 393, reset compression=false 2024-11-19T17:22:05,436 INFO [M:0;280a42d09ec8:45903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98bb0695945e4c4b88a62da0a546c4dd 2024-11-19T17:22:05,458 DEBUG [M:0;280a42d09ec8:45903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/daadac6a8c9e4263b8897a945dfbadd5 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732036912014/Put/seqid=0 2024-11-19T17:22:05,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741847_1023 (size=6586) 2024-11-19T17:22:05,462 INFO [M:0;280a42d09ec8:45903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/daadac6a8c9e4263b8897a945dfbadd5 2024-11-19T17:22:05,482 DEBUG [M:0;280a42d09ec8:45903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4462c8827e3b4b5f920402c776ba7b72 is 69, key is 280a42d09ec8,35415,1732036902944/rs:state/1732036904384/Put/seqid=0 2024-11-19T17:22:05,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741848_1024 (size=5156) 2024-11-19T17:22:05,886 INFO [M:0;280a42d09ec8:45903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4462c8827e3b4b5f920402c776ba7b72 2024-11-19T17:22:05,890 DEBUG [M:0;280a42d09ec8:45903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98bb0695945e4c4b88a62da0a546c4dd as hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/98bb0695945e4c4b88a62da0a546c4dd 2024-11-19T17:22:05,893 INFO [M:0;280a42d09ec8:45903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/98bb0695945e4c4b88a62da0a546c4dd, entries=8, sequenceid=55, filesize=5.5 K 2024-11-19T17:22:05,893 DEBUG [M:0;280a42d09ec8:45903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/daadac6a8c9e4263b8897a945dfbadd5 as hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/daadac6a8c9e4263b8897a945dfbadd5 2024-11-19T17:22:05,896 INFO [M:0;280a42d09ec8:45903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/daadac6a8c9e4263b8897a945dfbadd5, entries=6, sequenceid=55, filesize=6.4 K 2024-11-19T17:22:05,897 DEBUG [M:0;280a42d09ec8:45903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4462c8827e3b4b5f920402c776ba7b72 as hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4462c8827e3b4b5f920402c776ba7b72 2024-11-19T17:22:05,900 INFO [M:0;280a42d09ec8:45903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44219/user/jenkins/test-data/9199f676-755f-77c4-8cfa-3afb34c4fb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4462c8827e3b4b5f920402c776ba7b72, entries=1, sequenceid=55, filesize=5.0 K 2024-11-19T17:22:05,901 INFO [M:0;280a42d09ec8:45903 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=55, compaction requested=false 2024-11-19T17:22:05,902 INFO [M:0;280a42d09ec8:45903 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:22:05,902 DEBUG [M:0;280a42d09ec8:45903 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036925017Disabling compacts and flushes for region at 1732036925017Disabling writes for close at 1732036925017Obtaining lock to block concurrent updates at 1732036925017Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732036925017Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732036925018 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732036925018Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732036925018Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732036925032 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732036925032Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732036925440 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732036925458 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732036925458Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732036925465 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732036925482 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732036925482Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28cb8acd: reopening flushed file at 1732036925889 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cafeb8: reopening flushed file at 1732036925893 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d8b71d7: reopening flushed file at 1732036925897 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=55, compaction requested=false at 1732036925901 (+4 ms)Writing region close event to WAL at 1732036925902 (+1 ms)Closed at 1732036925902 2024-11-19T17:22:05,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741830_1006 (size=32770) 2024-11-19T17:22:05,905 INFO [M:0;280a42d09ec8:45903 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T17:22:05,905 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:22:05,905 INFO [M:0;280a42d09ec8:45903 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45903 2024-11-19T17:22:05,905 INFO [M:0;280a42d09ec8:45903 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:22:06,007 INFO [M:0;280a42d09ec8:45903 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:22:06,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45903-0x101313f962a0003, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:22:06,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45903-0x101313f962a0003, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:22:06,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f556e7f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:22:06,010 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b583009{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:22:06,010 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:22:06,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42cb9d4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:22:06,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c4eba30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562/hadoop.log.dir/,STOPPED} 2024-11-19T17:22:06,012 WARN [BP-157634886-172.17.0.2-1732036901853 heartbeating to localhost/127.0.0.1:44219 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T17:22:06,012 WARN [BP-157634886-172.17.0.2-1732036901853 heartbeating to localhost/127.0.0.1:44219 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-157634886-172.17.0.2-1732036901853 (Datanode Uuid b5769ea6-0c4d-4191-b871-f75513bd15fd) service to localhost/127.0.0.1:44219 2024-11-19T17:22:06,012 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T17:22:06,012 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T17:22:06,012 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562/cluster_68a2f56f-3de4-61fd-12fd-9ae350554d43/data/data1/current/BP-157634886-172.17.0.2-1732036901853 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:22:06,012 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562/cluster_68a2f56f-3de4-61fd-12fd-9ae350554d43/data/data2/current/BP-157634886-172.17.0.2-1732036901853 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:22:06,013 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T17:22:06,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45ae4538{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:22:06,019 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f392555{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:22:06,019 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:22:06,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6627d46b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:22:06,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@252587db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c73506b4-1773-5c10-c76d-3b6a38a1a562/hadoop.log.dir/,STOPPED} 2024-11-19T17:22:06,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T17:22:06,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T17:22:06,033 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:22:06,034 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:22:06,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:22:06,034 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:22:06,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:22:06,034 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T17:22:06,034 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1439289137, stopped=false 2024-11-19T17:22:06,034 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=280a42d09ec8,42649,1732036898716 2024-11-19T17:22:06,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42649-0x101313f962a0000, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01606141106/running 2024-11-19T17:22:06,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x101313f962a0001, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01606141106/running 2024-11-19T17:22:06,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42649-0x101313f962a0000, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606141106 2024-11-19T17:22:06,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x101313f962a0001, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606141106 2024-11-19T17:22:06,036 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:22:06,036 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T17:22:06,037 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:22:06,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:22:06,037 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45055-0x101313f962a0001, quorum=127.0.0.1:63399, baseZNode=/01606141106 Set watcher on znode that does not yet exist, /01606141106/running 2024-11-19T17:22:06,037 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42649-0x101313f962a0000, quorum=127.0.0.1:63399, baseZNode=/01606141106 Set watcher on znode that does not yet exist, /01606141106/running 2024-11-19T17:22:06,037 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '280a42d09ec8,45055,1732036898777' ***** 2024-11-19T17:22:06,037 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T17:22:06,037 INFO [RS:0;280a42d09ec8:45055 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T17:22:06,037 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T17:22:06,038 INFO [RS:0;280a42d09ec8:45055 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T17:22:06,038 INFO [RS:0;280a42d09ec8:45055 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T17:22:06,038 INFO [RS:0;280a42d09ec8:45055 {}] regionserver.HRegionServer(3091): Received CLOSE for 328f5c94ddd7ce1f978541db4026603a 2024-11-19T17:22:06,038 INFO [RS:0;280a42d09ec8:45055 {}] regionserver.HRegionServer(3091): Received CLOSE for 192de50f0d8adb105b6a16b84d08db5f 2024-11-19T17:22:06,038 INFO [RS:0;280a42d09ec8:45055 {}] regionserver.HRegionServer(959): stopping server 280a42d09ec8,45055,1732036898777 2024-11-19T17:22:06,038 INFO [RS:0;280a42d09ec8:45055 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:22:06,038 INFO [RS:0;280a42d09ec8:45055 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:45055. 2024-11-19T17:22:06,038 DEBUG [RS:0;280a42d09ec8:45055 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:22:06,038 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 328f5c94ddd7ce1f978541db4026603a, disabling compactions & flushes 2024-11-19T17:22:06,038 DEBUG [RS:0;280a42d09ec8:45055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:22:06,038 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732036909712.328f5c94ddd7ce1f978541db4026603a. 2024-11-19T17:22:06,038 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732036909712.328f5c94ddd7ce1f978541db4026603a. 2024-11-19T17:22:06,038 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732036909712.328f5c94ddd7ce1f978541db4026603a. after waiting 0 ms 2024-11-19T17:22:06,038 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732036909712.328f5c94ddd7ce1f978541db4026603a. 2024-11-19T17:22:06,038 INFO [RS:0;280a42d09ec8:45055 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T17:22:06,038 INFO [RS:0;280a42d09ec8:45055 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T17:22:06,038 INFO [RS:0;280a42d09ec8:45055 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T17:22:06,038 INFO [RS:0;280a42d09ec8:45055 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T17:22:06,039 INFO [RS:0;280a42d09ec8:45055 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T17:22:06,039 DEBUG [RS:0;280a42d09ec8:45055 {}] regionserver.HRegionServer(1325): Online Regions={328f5c94ddd7ce1f978541db4026603a=test,,1732036909712.328f5c94ddd7ce1f978541db4026603a., 192de50f0d8adb105b6a16b84d08db5f=hbase:replication,,1732036915164.192de50f0d8adb105b6a16b84d08db5f., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T17:22:06,039 DEBUG [RS:0;280a42d09ec8:45055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 192de50f0d8adb105b6a16b84d08db5f, 328f5c94ddd7ce1f978541db4026603a 2024-11-19T17:22:06,039 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T17:22:06,039 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T17:22:06,039 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T17:22:06,039 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T17:22:06,039 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T17:22:06,039 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T17:22:06,042 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/default/test/328f5c94ddd7ce1f978541db4026603a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T17:22:06,042 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:22:06,042 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T17:22:06,042 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732036909712.328f5c94ddd7ce1f978541db4026603a. 2024-11-19T17:22:06,042 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 328f5c94ddd7ce1f978541db4026603a: Waiting for close lock at 1732036926038Running coprocessor pre-close hooks at 1732036926038Disabling compacts and flushes for region at 1732036926038Disabling writes for close at 1732036926038Writing region close event to WAL at 1732036926039 (+1 ms)Running coprocessor post-close hooks at 1732036926042 (+3 ms)Closed at 1732036926042 2024-11-19T17:22:06,043 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732036909712.328f5c94ddd7ce1f978541db4026603a. 2024-11-19T17:22:06,043 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 192de50f0d8adb105b6a16b84d08db5f, disabling compactions & flushes 2024-11-19T17:22:06,043 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732036915164.192de50f0d8adb105b6a16b84d08db5f. 2024-11-19T17:22:06,043 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732036915164.192de50f0d8adb105b6a16b84d08db5f. 2024-11-19T17:22:06,043 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732036915164.192de50f0d8adb105b6a16b84d08db5f. after waiting 0 ms 2024-11-19T17:22:06,043 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732036915164.192de50f0d8adb105b6a16b84d08db5f. 2024-11-19T17:22:06,043 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 192de50f0d8adb105b6a16b84d08db5f 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-19T17:22:06,045 INFO [regionserver/280a42d09ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:22:06,055 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/meta/1588230740/.tmp/info/cf2be24d09ca4d8eb9f094772333b4b8 is 147, key is hbase:replication,,1732036915164.192de50f0d8adb105b6a16b84d08db5f./info:regioninfo/1732036916324/Put/seqid=0 2024-11-19T17:22:06,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741847_1023 (size=7686) 2024-11-19T17:22:06,059 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/meta/1588230740/.tmp/info/cf2be24d09ca4d8eb9f094772333b4b8 2024-11-19T17:22:06,075 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/replication/192de50f0d8adb105b6a16b84d08db5f/.tmp/hfileref/d7fb698f262a4dea88b6a6dc7f018ac3 is 74, key is 1/hfileref:20db14b6f3bb4db2af62170c08723cae_SeqId_4_/1732036918687/DeleteColumn/seqid=0 2024-11-19T17:22:06,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741848_1024 (size=5489) 2024-11-19T17:22:06,086 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226 to pos 393, reset compression=false 2024-11-19T17:22:06,089 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:22:06,090 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226 to pos 688, reset compression=false 2024-11-19T17:22:06,090 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.shipper280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-280a42d09ec8,45055,1732036898777 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:22:06,090 ERROR [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.shipper280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 280a42d09ec8,45055,1732036898777: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-280a42d09ec8,45055,1732036898777, walGroup=280a42d09ec8%2C45055%2C1732036898777, offset=280a42d09ec8%2C45055%2C1732036898777.1732036919226:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:45055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T17:22:06,091 ERROR [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.shipper280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T17:22:06,091 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.shipper280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T17:22:06,092 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.shipper280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T17:22:06,092 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.shipper280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T17:22:06,092 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.shipper280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T17:22:06,092 INFO [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.shipper280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1514143744, "init": 1048576000, "max": 2306867200, "used": 1020448752 }, "NonHeapMemoryUsage": { "committed": 211681280, "init": 7667712, "max": -1, "used": 208571384 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T17:22:06,092 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.shipper280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:42649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=280a42d09ec8:42649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T17:22:06,093 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/meta/1588230740/.tmp/ns/189dd5f72b6d45898f849d3ed1952f73 is 43, key is default/ns:d/1732036901709/Put/seqid=0 2024-11-19T17:22:06,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741849_1025 (size=5153) 2024-11-19T17:22:06,239 DEBUG [RS:0;280a42d09ec8:45055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 192de50f0d8adb105b6a16b84d08db5f 2024-11-19T17:22:06,292 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226 to pos 688, reset compression=false 2024-11-19T17:22:06,326 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,2-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226 to pos 393, reset compression=false 2024-11-19T17:22:06,329 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,2-280a42d09ec8,45055,1732036898777 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T17:22:06,329 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,2-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226 to pos 688, reset compression=false 2024-11-19T17:22:06,329 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777.replicationSource.shipper280a42d09ec8%2C45055%2C1732036898777,2-280a42d09ec8,45055,1732036898777 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-280a42d09ec8,45055,1732036898777 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T17:22:06,330 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777.replicationSource.shipper280a42d09ec8%2C45055%2C1732036898777,2-280a42d09ec8,45055,1732036898777 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-19T17:22:06,439 DEBUG [RS:0;280a42d09ec8:45055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 192de50f0d8adb105b6a16b84d08db5f 2024-11-19T17:22:06,481 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/replication/192de50f0d8adb105b6a16b84d08db5f/.tmp/hfileref/d7fb698f262a4dea88b6a6dc7f018ac3 2024-11-19T17:22:06,497 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/meta/1588230740/.tmp/ns/189dd5f72b6d45898f849d3ed1952f73 2024-11-19T17:22:06,499 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/replication/192de50f0d8adb105b6a16b84d08db5f/.tmp/queue/e4e527d39b0248cda9adc0c0e06f1ba0 is 153, key is 1-280a42d09ec8,45055,1732036898777/queue:280a42d09ec8%2C45055%2C1732036898777/1732036921111/Put/seqid=0 2024-11-19T17:22:06,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741850_1026 (size=5504) 2024-11-19T17:22:06,518 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/meta/1588230740/.tmp/rep_barrier/c3dd48270a82453a8a862ac54da8e097 is 112, key is test,,1732036909712.328f5c94ddd7ce1f978541db4026603a./rep_barrier:seqnumDuringOpen/1732036910460/Put/seqid=0 2024-11-19T17:22:06,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741851_1027 (size=5518) 2024-11-19T17:22:06,522 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/meta/1588230740/.tmp/rep_barrier/c3dd48270a82453a8a862ac54da8e097 2024-11-19T17:22:06,533 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,2-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226 to pos 688, reset compression=false 2024-11-19T17:22:06,539 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/meta/1588230740/.tmp/table/0667eea752e04c52ab80a14fee345722 is 53, key is hbase:replication/table:state/1732036916330/Put/seqid=0 2024-11-19T17:22:06,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741852_1028 (size=5308) 2024-11-19T17:22:06,596 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226 to pos 688, reset compression=false 2024-11-19T17:22:06,639 DEBUG [RS:0;280a42d09ec8:45055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 192de50f0d8adb105b6a16b84d08db5f 2024-11-19T17:22:06,713 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T17:22:06,713 INFO [regionserver/280a42d09ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T17:22:06,836 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,2-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226 to pos 688, reset compression=false 2024-11-19T17:22:06,840 DEBUG [RS:0;280a42d09ec8:45055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 192de50f0d8adb105b6a16b84d08db5f 2024-11-19T17:22:06,910 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/replication/192de50f0d8adb105b6a16b84d08db5f/.tmp/queue/e4e527d39b0248cda9adc0c0e06f1ba0 2024-11-19T17:22:06,914 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/replication/192de50f0d8adb105b6a16b84d08db5f/.tmp/hfileref/d7fb698f262a4dea88b6a6dc7f018ac3 as hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/replication/192de50f0d8adb105b6a16b84d08db5f/hfileref/d7fb698f262a4dea88b6a6dc7f018ac3 2024-11-19T17:22:06,918 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/replication/192de50f0d8adb105b6a16b84d08db5f/hfileref/d7fb698f262a4dea88b6a6dc7f018ac3, entries=6, sequenceid=17, filesize=5.4 K 2024-11-19T17:22:06,919 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/replication/192de50f0d8adb105b6a16b84d08db5f/.tmp/queue/e4e527d39b0248cda9adc0c0e06f1ba0 as hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/replication/192de50f0d8adb105b6a16b84d08db5f/queue/e4e527d39b0248cda9adc0c0e06f1ba0 2024-11-19T17:22:06,922 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/replication/192de50f0d8adb105b6a16b84d08db5f/queue/e4e527d39b0248cda9adc0c0e06f1ba0, entries=2, sequenceid=17, filesize=5.4 K 2024-11-19T17:22:06,923 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 192de50f0d8adb105b6a16b84d08db5f in 880ms, sequenceid=17, compaction requested=false 2024-11-19T17:22:06,928 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/replication/192de50f0d8adb105b6a16b84d08db5f/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-19T17:22:06,929 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:22:06,929 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:22:06,929 INFO [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732036915164.192de50f0d8adb105b6a16b84d08db5f. 2024-11-19T17:22:06,929 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 192de50f0d8adb105b6a16b84d08db5f: Waiting for close lock at 1732036926043Running coprocessor pre-close hooks at 1732036926043Disabling compacts and flushes for region at 1732036926043Disabling writes for close at 1732036926043Obtaining lock to block concurrent updates at 1732036926043Preparing flush snapshotting stores in 192de50f0d8adb105b6a16b84d08db5f at 1732036926043Finished memstore snapshotting hbase:replication,,1732036915164.192de50f0d8adb105b6a16b84d08db5f., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732036926043Flushing stores of hbase:replication,,1732036915164.192de50f0d8adb105b6a16b84d08db5f. at 1732036926044 (+1 ms)Flushing 192de50f0d8adb105b6a16b84d08db5f/hfileref: creating writer at 1732036926044Flushing 192de50f0d8adb105b6a16b84d08db5f/hfileref: appending metadata at 1732036926074 (+30 ms)Flushing 192de50f0d8adb105b6a16b84d08db5f/hfileref: closing flushed file at 1732036926074Flushing 192de50f0d8adb105b6a16b84d08db5f/queue: creating writer at 1732036926485 (+411 ms)Flushing 192de50f0d8adb105b6a16b84d08db5f/queue: appending metadata at 1732036926499 (+14 ms)Flushing 192de50f0d8adb105b6a16b84d08db5f/queue: closing flushed file at 1732036926499Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2185822a: reopening flushed file at 1732036926914 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d3ece31: reopening flushed file at 1732036926918 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 192de50f0d8adb105b6a16b84d08db5f in 880ms, sequenceid=17, compaction requested=false at 1732036926923 (+5 ms)Writing region close event to WAL at 1732036926926 (+3 ms)Running coprocessor post-close hooks at 1732036926929 (+3 ms)Closed at 1732036926929 2024-11-19T17:22:06,929 DEBUG [RS_CLOSE_REGION-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732036915164.192de50f0d8adb105b6a16b84d08db5f. 2024-11-19T17:22:06,943 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/meta/1588230740/.tmp/table/0667eea752e04c52ab80a14fee345722 2024-11-19T17:22:06,946 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/meta/1588230740/.tmp/info/cf2be24d09ca4d8eb9f094772333b4b8 as hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/meta/1588230740/info/cf2be24d09ca4d8eb9f094772333b4b8 2024-11-19T17:22:06,949 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/meta/1588230740/info/cf2be24d09ca4d8eb9f094772333b4b8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T17:22:06,950 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/meta/1588230740/.tmp/ns/189dd5f72b6d45898f849d3ed1952f73 as hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/meta/1588230740/ns/189dd5f72b6d45898f849d3ed1952f73 2024-11-19T17:22:06,953 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/meta/1588230740/ns/189dd5f72b6d45898f849d3ed1952f73, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T17:22:06,954 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/meta/1588230740/.tmp/rep_barrier/c3dd48270a82453a8a862ac54da8e097 as hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/meta/1588230740/rep_barrier/c3dd48270a82453a8a862ac54da8e097 2024-11-19T17:22:06,957 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/meta/1588230740/rep_barrier/c3dd48270a82453a8a862ac54da8e097, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T17:22:06,957 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/meta/1588230740/.tmp/table/0667eea752e04c52ab80a14fee345722 as hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/meta/1588230740/table/0667eea752e04c52ab80a14fee345722 2024-11-19T17:22:06,961 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/meta/1588230740/table/0667eea752e04c52ab80a14fee345722, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T17:22:06,962 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 922ms, sequenceid=16, compaction requested=false 2024-11-19T17:22:06,965 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T17:22:06,966 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T17:22:06,966 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T17:22:06,966 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T17:22:06,966 INFO [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T17:22:06,966 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732036926039Running coprocessor pre-close hooks at 1732036926039Disabling compacts and flushes for region at 1732036926039Disabling writes for close at 1732036926039Obtaining lock to block concurrent updates at 1732036926039Preparing flush snapshotting stores in 1588230740 at 1732036926039Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732036926039Flushing stores of hbase:meta,,1.1588230740 at 1732036926040 (+1 ms)Flushing 1588230740/info: creating writer at 1732036926040Flushing 1588230740/info: appending metadata at 1732036926054 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732036926054Flushing 1588230740/ns: creating writer at 1732036926077 (+23 ms)Flushing 1588230740/ns: appending metadata at 1732036926093 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732036926093Flushing 1588230740/rep_barrier: creating writer at 1732036926500 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732036926518 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732036926518Flushing 1588230740/table: creating writer at 1732036926525 (+7 ms)Flushing 1588230740/table: appending metadata at 1732036926538 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732036926538Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@648f4b5b: reopening flushed file at 1732036926946 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@109aa91e: reopening flushed file at 1732036926950 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@280dbcd0: reopening flushed file at 1732036926953 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56032629: reopening flushed file at 1732036926957 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 922ms, sequenceid=16, compaction requested=false at 1732036926962 (+5 ms)Writing region close event to WAL at 1732036926963 (+1 ms)Running coprocessor post-close hooks at 1732036926965 (+2 ms)Closed at 1732036926966 (+1 ms) 2024-11-19T17:22:06,966 DEBUG [RS_CLOSE_META-regionserver/280a42d09ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T17:22:06,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:22:06,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:22:06,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:22:06,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:22:06,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:22:06,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:22:06,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:22:06,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:22:07,000 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226 to pos 688, reset compression=false 2024-11-19T17:22:07,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:22:07,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:22:07,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:22:07,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:22:07,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:22:07,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:22:07,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:22:07,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:22:07,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:22:07,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:22:07,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T17:22:07,040 INFO [RS:0;280a42d09ec8:45055 {}] regionserver.HRegionServer(976): stopping server 280a42d09ec8,45055,1732036898777; all regions closed. 2024-11-19T17:22:07,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741842_1018 (size=859) 2024-11-19T17:22:07,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741844_1020 (size=2791) 2024-11-19T17:22:07,044 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.rep.1732036919245 not finished, retry = 0 2024-11-19T17:22:07,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741843_1019 (size=696) 2024-11-19T17:22:07,146 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226 not finished, retry = 0 2024-11-19T17:22:07,239 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,2-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226 to pos 688, reset compression=false 2024-11-19T17:22:07,247 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,2-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/WALs/280a42d09ec8,45055,1732036898777/280a42d09ec8%2C45055%2C1732036898777.1732036919226 2024-11-19T17:22:07,247 DEBUG [RS:0;280a42d09ec8:45055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:22:07,247 INFO [RS:0;280a42d09ec8:45055 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T17:22:07,247 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,2-280a42d09ec8,45055,1732036898777 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-19T17:22:07,247 DEBUG [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,2-280a42d09ec8,45055,1732036898777 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-19T17:22:07,247 INFO [RS:0;280a42d09ec8:45055 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:22:07,248 INFO [RS:0;280a42d09ec8:45055 {}] hbase.ChoreService(370): Chore service for: regionserver/280a42d09ec8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T17:22:07,248 INFO [RS:0;280a42d09ec8:45055 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:22:07,248 INFO [regionserver/280a42d09ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:22:07,248 INFO [RS:0;280a42d09ec8:45055 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-280a42d09ec8,45055,1732036898777 because: Region server is closing 2024-11-19T17:22:07,248 INFO [RS:0;280a42d09ec8:45055 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:45055. 2024-11-19T17:22:07,249 DEBUG [RS:0;280a42d09ec8:45055 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:22:07,249 DEBUG [RS:0;280a42d09ec8:45055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:22:07,249 DEBUG [RS:0;280a42d09ec8:45055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:22:07,249 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:22:07,349 INFO [RS:0;280a42d09ec8:45055 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.shipper280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 terminated 2024-11-19T17:22:07,349 INFO [RS:0;280a42d09ec8:45055 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-280a42d09ec8,45055,1732036898777 because: Region server is closing 2024-11-19T17:22:07,349 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,1-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,1-280a42d09ec8,45055,1732036898777 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T17:22:07,349 INFO [RS:0;280a42d09ec8:45055 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;280a42d09ec8:45055. 2024-11-19T17:22:07,349 DEBUG [RS:0;280a42d09ec8:45055 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T17:22:07,349 DEBUG [RS:0;280a42d09ec8:45055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:22:07,350 DEBUG [RS:0;280a42d09ec8:45055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T17:22:07,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T17:22:07,450 INFO [RS:0;280a42d09ec8:45055 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777.replicationSource.shipper280a42d09ec8%2C45055%2C1732036898777,2-280a42d09ec8,45055,1732036898777 terminated 2024-11-19T17:22:07,450 INFO [RS:0;280a42d09ec8:45055 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45055 2024-11-19T17:22:07,450 WARN [RS_REFRESH_PEER-regionserver/280a42d09ec8:0-0.replicationSource,2-280a42d09ec8,45055,1732036898777.replicationSource.wal-reader.280a42d09ec8%2C45055%2C1732036898777,2-280a42d09ec8,45055,1732036898777 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-19T17:22:07,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x101313f962a0001, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01606141106/rs/280a42d09ec8,45055,1732036898777 2024-11-19T17:22:07,453 INFO [RS:0;280a42d09ec8:45055 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:22:07,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42649-0x101313f962a0000, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606141106/rs 2024-11-19T17:22:07,455 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [280a42d09ec8,45055,1732036898777] 2024-11-19T17:22:07,456 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01606141106/draining/280a42d09ec8,45055,1732036898777 already deleted, retry=false 2024-11-19T17:22:07,456 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 280a42d09ec8,45055,1732036898777 expired; onlineServers=0 2024-11-19T17:22:07,456 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '280a42d09ec8,42649,1732036898716' ***** 2024-11-19T17:22:07,456 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T17:22:07,456 INFO [M:0;280a42d09ec8:42649 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T17:22:07,456 INFO [M:0;280a42d09ec8:42649 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T17:22:07,456 DEBUG [M:0;280a42d09ec8:42649 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T17:22:07,456 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T17:22:07,456 DEBUG [M:0;280a42d09ec8:42649 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T17:22:07,456 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036900523 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.large.0-1732036900523,5,FailOnTimeoutGroup] 2024-11-19T17:22:07,456 DEBUG [master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036900523 {}] cleaner.HFileCleaner(306): Exit Thread[master/280a42d09ec8:0:becomeActiveMaster-HFileCleaner.small.0-1732036900523,5,FailOnTimeoutGroup] 2024-11-19T17:22:07,456 INFO [M:0;280a42d09ec8:42649 {}] hbase.ChoreService(370): Chore service for: master/280a42d09ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T17:22:07,456 INFO [M:0;280a42d09ec8:42649 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T17:22:07,457 DEBUG [M:0;280a42d09ec8:42649 {}] master.HMaster(1795): Stopping service threads 2024-11-19T17:22:07,457 INFO [M:0;280a42d09ec8:42649 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T17:22:07,457 INFO [M:0;280a42d09ec8:42649 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T17:22:07,457 INFO [M:0;280a42d09ec8:42649 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T17:22:07,457 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T17:22:07,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42649-0x101313f962a0000, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01606141106/master 2024-11-19T17:22:07,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42649-0x101313f962a0000, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606141106 2024-11-19T17:22:07,458 DEBUG [M:0;280a42d09ec8:42649 {}] zookeeper.ZKUtil(347): master:42649-0x101313f962a0000, quorum=127.0.0.1:63399, baseZNode=/01606141106 Unable to get data of znode /01606141106/master because node does not exist (not an error) 2024-11-19T17:22:07,458 WARN [M:0;280a42d09ec8:42649 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T17:22:07,458 INFO [M:0;280a42d09ec8:42649 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/.lastflushedseqids 2024-11-19T17:22:07,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741853_1029 (size=263) 2024-11-19T17:22:07,555 INFO [RS:0;280a42d09ec8:45055 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:22:07,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x101313f962a0001, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:22:07,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x101313f962a0001, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:22:07,555 INFO [RS:0;280a42d09ec8:45055 {}] regionserver.HRegionServer(1031): Exiting; stopping=280a42d09ec8,45055,1732036898777; zookeeper connection closed. 2024-11-19T17:22:07,555 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4de6ae57 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4de6ae57 2024-11-19T17:22:07,555 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T17:22:07,863 INFO [M:0;280a42d09ec8:42649 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T17:22:07,863 INFO [M:0;280a42d09ec8:42649 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T17:22:07,863 DEBUG [M:0;280a42d09ec8:42649 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T17:22:07,863 INFO [M:0;280a42d09ec8:42649 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:22:07,863 DEBUG [M:0;280a42d09ec8:42649 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:22:07,863 DEBUG [M:0;280a42d09ec8:42649 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T17:22:07,863 DEBUG [M:0;280a42d09ec8:42649 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:22:07,863 INFO [M:0;280a42d09ec8:42649 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-19T17:22:07,879 DEBUG [M:0;280a42d09ec8:42649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d16ec37ce6e34d5b9d641a67c3499568 is 82, key is hbase:meta,,1/info:regioninfo/1732036901696/Put/seqid=0 2024-11-19T17:22:07,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741854_1030 (size=5672) 2024-11-19T17:22:08,283 INFO [M:0;280a42d09ec8:42649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d16ec37ce6e34d5b9d641a67c3499568 2024-11-19T17:22:08,303 DEBUG [M:0;280a42d09ec8:42649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/736b87e962e44afea9e6f170701a7270 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732036916332/Put/seqid=0 2024-11-19T17:22:08,305 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T17:22:08,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741855_1031 (size=8909) 2024-11-19T17:22:08,307 INFO [M:0;280a42d09ec8:42649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/736b87e962e44afea9e6f170701a7270 2024-11-19T17:22:08,323 DEBUG [M:0;280a42d09ec8:42649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/585c7256e7f5452992980cf86a5f7868 is 69, key is 280a42d09ec8,45055,1732036898777/rs:state/1732036900618/Put/seqid=0 2024-11-19T17:22:08,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741856_1032 (size=5156) 2024-11-19T17:22:08,727 INFO [M:0;280a42d09ec8:42649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/585c7256e7f5452992980cf86a5f7868 2024-11-19T17:22:08,731 DEBUG [M:0;280a42d09ec8:42649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d16ec37ce6e34d5b9d641a67c3499568 as hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d16ec37ce6e34d5b9d641a67c3499568 2024-11-19T17:22:08,734 INFO [M:0;280a42d09ec8:42649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d16ec37ce6e34d5b9d641a67c3499568, entries=8, sequenceid=112, filesize=5.5 K 2024-11-19T17:22:08,735 DEBUG [M:0;280a42d09ec8:42649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/736b87e962e44afea9e6f170701a7270 as hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/736b87e962e44afea9e6f170701a7270 2024-11-19T17:22:08,738 INFO [M:0;280a42d09ec8:42649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/736b87e962e44afea9e6f170701a7270, entries=13, sequenceid=112, filesize=8.7 K 2024-11-19T17:22:08,738 DEBUG [M:0;280a42d09ec8:42649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/585c7256e7f5452992980cf86a5f7868 as hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/585c7256e7f5452992980cf86a5f7868 2024-11-19T17:22:08,741 INFO [M:0;280a42d09ec8:42649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/585c7256e7f5452992980cf86a5f7868, entries=1, sequenceid=112, filesize=5.0 K 2024-11-19T17:22:08,742 INFO [M:0;280a42d09ec8:42649 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=112, compaction requested=false 2024-11-19T17:22:08,744 INFO [M:0;280a42d09ec8:42649 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T17:22:08,744 DEBUG [M:0;280a42d09ec8:42649 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732036927863Disabling compacts and flushes for region at 1732036927863Disabling writes for close at 1732036927863Obtaining lock to block concurrent updates at 1732036927863Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732036927863Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1732036927863Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732036927864 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732036927864Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732036927878 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732036927878Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732036928287 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732036928303 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732036928303Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732036928310 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732036928323 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732036928323Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e68feca: reopening flushed file at 1732036928730 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eb6e04: reopening flushed file at 1732036928734 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dd0bbc4: reopening flushed file at 1732036928738 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=112, compaction requested=false at 1732036928742 (+4 ms)Writing region close event to WAL at 1732036928744 (+2 ms)Closed at 1732036928744 2024-11-19T17:22:08,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741830_1006 (size=69055) 2024-11-19T17:22:08,746 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a86c300c-525d-9cf3-a3a0-04a6d5599875/MasterData/WALs/280a42d09ec8,42649,1732036898716/280a42d09ec8%2C42649%2C1732036898716.1732036900459 not finished, retry = 0 2024-11-19T17:22:08,847 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T17:22:08,847 INFO [M:0;280a42d09ec8:42649 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T17:22:08,847 INFO [M:0;280a42d09ec8:42649 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42649 2024-11-19T17:22:08,847 INFO [M:0;280a42d09ec8:42649 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T17:22:08,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42649-0x101313f962a0000, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:22:08,950 INFO [M:0;280a42d09ec8:42649 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T17:22:08,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42649-0x101313f962a0000, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T17:22:08,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7555a175{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T17:22:08,953 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ae63c2e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:22:08,953 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:22:08,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@249fa10c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:22:08,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d873ff5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4/hadoop.log.dir/,STOPPED} 2024-11-19T17:22:08,955 WARN [BP-894704091-172.17.0.2-1732036897710 heartbeating to localhost/127.0.0.1:44915 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T17:22:08,955 WARN [BP-894704091-172.17.0.2-1732036897710 heartbeating to localhost/127.0.0.1:44915 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-894704091-172.17.0.2-1732036897710 (Datanode Uuid 585571bf-a809-44e8-b200-ea231f7c47e3) service to localhost/127.0.0.1:44915 2024-11-19T17:22:08,955 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T17:22:08,955 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T17:22:08,956 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4/cluster_ef00347f-39bd-0c7f-b46c-13584c2282c1/data/data1/current/BP-894704091-172.17.0.2-1732036897710 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:22:08,956 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4/cluster_ef00347f-39bd-0c7f-b46c-13584c2282c1/data/data2/current/BP-894704091-172.17.0.2-1732036897710 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T17:22:08,956 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T17:22:08,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ec33588{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T17:22:08,963 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42487ed5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T17:22:08,963 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T17:22:08,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a2c470{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T17:22:08,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@586faf4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afce4e4f-0214-c3d7-bac1-13b39a13dec4/hadoop.log.dir/,STOPPED} 2024-11-19T17:22:08,968 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T17:22:08,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T17:22:09,000 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=598 (was 531) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40231 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44219 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44915 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63399) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44219 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:44915 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:40231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44915 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40231 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:44219 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40231 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44219 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40231 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44915 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63399) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44219 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63399) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44219 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44915 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44915 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44915 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44915 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=980 (was 874) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=342 (was 423), ProcessCount=11 (was 11), AvailableMemoryMB=5608 (was 5830) 2024-11-19T17:22:09,000 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=598 is superior to 500 2024-11-19T17:22:09,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101313f962a0005, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T17:22:09,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101313f962a0002, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T17:22:09,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101313f962a0008, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T17:22:09,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101313f962a0005, quorum=127.0.0.1:63399, baseZNode=/1947634067 Received Disconnected from ZooKeeper, ignoring 2024-11-19T17:22:09,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101313f962a0008, quorum=127.0.0.1:63399, baseZNode=/2129730583 Received Disconnected from ZooKeeper, ignoring 2024-11-19T17:22:09,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101313f962a0002, quorum=127.0.0.1:63399, baseZNode=/01606141106 Received Disconnected from ZooKeeper, ignoring